50#include <unordered_map>
60extern std::list<std::pair<space_id_t, lsn_t>> index_load_list;
62extern volatile lsn_t backup_redo_log_flushed_lsn;
79void meb_scan_log_seg(
byte *
buf,
size_t buf_len,
lsn_t *scanned_lsn,
80 uint32_t *scanned_checkpoint_no, uint32_t *block_no,
81 size_t *n_bytes_scanned,
bool *has_encrypted_log);
105void meb_apply_log_recs(
void);
111void meb_apply_log_recs_via_callback(
113 void (*wait_till_done_function)());
141bool meb_scan_log_recs(
size_t available_memory,
const byte *
buf,
size_t len,
183size_t meb_heap_used();
247#if defined(UNIV_DEBUG) || defined(UNIV_HOTBACKUP)
381 std::unordered_map<page_no_t, recv_addr_t *, std::hash<page_no_t>,
382 std::equal_to<page_no_t>>;
402 using Spaces = std::unordered_map<space_id_t, Space, std::hash<space_id_t>,
403 std::equal_to<space_id_t>>;
436 using Mlog_records = std::vector<Mlog_record, ut::allocator<Mlog_record>>;
481 saved_rec.space_id = space_id;
482 saved_rec.page_no = page_no;
483 saved_rec.type =
type;
484 saved_rec.body = body;
485 saved_rec.size =
len;
511 space_id = saved_rec.space_id;
512 page_no = saved_rec.page_no;
513 type = saved_rec.type;
514 body =
const_cast<byte *
>(saved_rec.body);
515 len = saved_rec.size;
520#ifndef UNIV_HOTBACKUP
541 bool apply_file_operations;
673#define RECV_SCAN_SIZE (4 * UNIV_PAGE_SIZE)
uint32_t space_id_t
Tablespace identifier.
Definition: api0api.h:50
uint32_t page_no_t
Page number.
Definition: api0api.h:48
The database buffer pool global types for the directory.
buf_flush_t
Flags for flush types.
Definition: buf0types.h:67
Definition: sql_list.h:433
Redo recovery configuration.
Definition: buf0dblwr.h:472
Allocator that allows std::* containers to manage their memory through ut::malloc* and ut::free libra...
Definition: ut0new.h:2180
dberr_t
Definition: db0err.h:38
Data dictionary global types.
ib_id_t table_id_t
Table or partition identifier (unique within an InnoDB instance).
Definition: dict0types.h:217
mysql_service_status_t recv(const char *tag, const unsigned char *data, size_t data_length) noexcept
Definition: gr_message_service_example.cc:38
The simple hash table utility.
bool recv_is_making_a_backup
true When the redo log is being backed up
Definition: log0recv.cc:171
static bool log_block_checksum_is_ok(const byte *block)
Check the 4-byte checksum to the trailer checksum field of a log block.
Definition: log0recv.cc:616
bool recv_no_ibuf_operations
If the following is true, the buffer pool file pages must be invalidated after recovery and no ibuf o...
Definition: log0recv.cc:168
MetadataRecover * recv_recovery_from_checkpoint_finish(bool aborting)
Complete the recovery from the latest checkpoint.
Definition: log0recv.cc:3988
void recv_sys_free()
Frees the recovery system.
Definition: log0recv.cc:768
void recv_sys_init()
Inits the recovery system for a recovery operation.
Definition: log0recv.cc:527
recv_addr_state
States of recv_addr_t.
Definition: log0recv.h:291
@ RECV_BEING_READ
page is being read
Definition: log0recv.h:297
@ RECV_DISCARDED
log records have been discarded because the tablespace does not exist
Definition: log0recv.h:307
@ RECV_BEING_PROCESSED
log records are being applied on the page
Definition: log0recv.h:300
@ RECV_NOT_PROCESSED
not yet processed
Definition: log0recv.h:294
@ RECV_PROCESSED
log records have been applied on the page
Definition: log0recv.h:303
lsn_t recv_calc_lsn_on_data_add(lsn_t lsn, os_offset_t len)
Calculates the new value for lsn when more data is added to the log.
Definition: log0recv.cc:235
void recv_sys_close()
Release recovery system mutexes.
Definition: log0recv.cc:413
constexpr uint32_t RECV_PARSING_BUF_SIZE
Size of the parsing buffer; it must accommodate RECV_SCAN_SIZE many times!
Definition: log0recv.h:669
dberr_t recv_verify_log_is_clean_pre_8_0_30(log_t &log)
Determine if a redo log from a version before MySQL 8.0.30 is clean.
Definition: log0recv.cc:815
dberr_t recv_apply_hashed_log_recs(log_t &log, bool allow_ibuf)
Empties the hash table of stored log records, applying them to appropriate pages.
Definition: log0recv.cc:1117
size_t recv_n_frames_for_pages_per_pool_instance
This many blocks must be left in each Buffer Pool instance to be managed by the LRU when we scan the ...
Definition: log0recv.cc:194
void recv_sys_var_init()
Reset the state of the recovery system variables.
Definition: log0recv.cc:450
bool recv_page_is_brand_new(buf_block_t *block)
Returns true if the page is brand new (the next log record is init_file_page or no records to apply).
Definition: log0recv.cc:2503
static void recv_recover_page(bool jri, buf_block_t *block)
Wrapper for recv_recover_page_func().
Definition: log0recv.h:168
const char * get_mlog_string(mlog_id_t type)
Return string name of the redo log record type.
Definition: log0recv.cc:4052
recv_sys_t * recv_sys
The recovery system.
Definition: log0recv.cc:94
bool recv_needed_recovery
true when recv_init_crash_recovery() has been called.
Definition: log0recv.cc:152
void recv_sys_create()
Creates the recovery system.
Definition: log0recv.cc:331
static bool recv_recovery_is_on()
Returns true if recovery is currently running.
volatile bool recv_recovery_on
true when applying redo log records during crash recovery; false otherwise.
Definition: log0recv.cc:99
bool recv_lsn_checks_on
true if buf_page_is_corrupted() should check if the log sequence number (FIL_PAGE_LSN) is in the futu...
Definition: log0recv.cc:157
void recv_recover_page_func(bool just_read_in, buf_block_t *block)
Applies the hashed log records to the page, if the page lsn is less than the lsn of a log record.
Definition: log0recv.cc:2536
dberr_t recv_recovery_from_checkpoint_start(log_t &log, lsn_t flush_lsn)
Start recovering from a redo log checkpoint.
Definition: log0recv.cc:3778
std::list< space_id_t > recv_encr_ts_list
A list of tablespaces for which (un)encryption process was not completed before crash.
Definition: log0recv.cc:84
uint64_t lsn_t
Type used for all log sequence number storage and arithmetic.
Definition: log0types.h:62
Mini-transaction buffer global types.
mlog_id_t
Definition: mtr0types.h:62
Definition: buf0block_hint.cc:29
Definition: buf0dblwr.cc:74
Cursor end()
A past-the-end Cursor.
Definition: rules_table_service.cc:191
std::map< Key, Value, Compare, ut::allocator< std::pair< const Key, Value > > > map
Specialization of map which uses ut_allocator.
Definition: ut0new.h:2891
The interface to the operating system file io.
uint64_t os_offset_t
File offset in bytes.
Definition: os0file.h:83
required uint64 version
Definition: replication_group_member_actions.proto:40
required string type
Definition: replication_group_member_actions.proto:33
case opt name
Definition: sslopt-case.h:32
The buffer control block structure.
Definition: buf0buf.h:1689
Redo log - single data structure with state of the redo log system.
Definition: log0sys.h:76
The info structure stored at the beginning of a heap block.
Definition: mem0mem.h:301
InnoDB condition variable.
Definition: os0event.cc:62
Hashed page file address struct.
Definition: log0recv.h:311
page_no_t page_no
Page number.
Definition: log0recv.h:321
recv_addr_state state
recovery state of the page
Definition: log0recv.h:315
space_id_t space
Space ID.
Definition: log0recv.h:318
List rec_list
List of log records for this page.
Definition: log0recv.h:324
Block of log record data.
Definition: log0recv.h:255
recv_data_t * next
pointer to the next block or NULL.
Definition: log0recv.h:260
Definition: log0recv.h:406
byte * ptr
Encryption key.
Definition: log0recv.h:414
space_id_t space_id
Tablespace ID.
Definition: log0recv.h:408
byte * iv
Encryption IV.
Definition: log0recv.h:417
lsn_t lsn
LSN of REDO log encryption entry.
Definition: log0recv.h:411
Mini transaction log record.
Definition: log0recv.h:423
space_id_t space_id
Definition: log0recv.h:425
size_t size
Definition: log0recv.h:433
const byte * body
Definition: log0recv.h:431
page_no_t page_no
Definition: log0recv.h:427
mlog_id_t type
Definition: log0recv.h:429
Every space has its own heap and pages that belong to it.
Definition: log0recv.h:385
Pages m_pages
Pages that need to be recovered.
Definition: log0recv.h:397
mem_heap_t * m_heap
Memory heap of log records and file addresses.
Definition: log0recv.h:394
Space(mem_heap_t *heap)
Constructor.
Definition: log0recv.h:388
Space()
Default constructor.
Definition: log0recv.h:391
Recovery system data structure.
Definition: log0recv.h:379
std::vector< Encryption_Key > Encryption_Keys
Definition: log0recv.h:420
Missing_Ids deleted
Tablespace IDs that were explicitly deleted.
Definition: log0recv.h:634
ulint n_addrs
Number of not processed hashed file addresses in the hash table.
Definition: log0recv.h:618
ulint len
Amount of data in buf.
Definition: log0recv.h:559
bool found_corrupt_fs
Set when an inconsistency with the file system contents is detected during log scan or apply.
Definition: log0recv.h:601
ib_mutex_t mutex
Definition: log0recv.h:524
bool is_meb_db
Data directory has been recognized as data directory from MEB.
Definition: log0recv.h:607
lsn_t previous_recovered_lsn
The previous value of recovered_lsn - before we parsed the last mtr.
Definition: log0recv.h:588
ulint bytes_to_ignore_before_checkpoint
Number of data bytes to ignore until we reach checkpoint_lsn.
Definition: log0recv.h:570
os_event_t flush_end
event to signal that the page cleaner has finished the request
Definition: log0recv.h:534
void save_rec(size_t rec_num, space_id_t space_id, page_no_t page_no, mlog_id_t type, const byte *body, size_t len)
Save mlog record information.
Definition: log0recv.h:466
dblwr::recv::DBLWR * dblwr
Doublewrite buffer pages, destroyed after recovery completes.
Definition: log0recv.h:621
std::set< space_id_t > Missing_Ids
Definition: log0recv.h:400
Spaces * spaces
Hash table of pages, indexed by SpaceID.
Definition: log0recv.h:615
bool get_saved_rec(size_t rec_num, space_id_t &space_id, page_no_t &page_no, mlog_id_t &type, byte *&body, size_t &len)
Return saved mlog record information, if there.
Definition: log0recv.h:497
lsn_t recovered_lsn
The log records have been parsed up to this lsn.
Definition: log0recv.h:582
bool apply_batch_on
This is true when a log rec application batch is running.
Definition: log0recv.h:550
std::vector< Mlog_record, ut::allocator< Mlog_record > > Mlog_records
Definition: log0recv.h:436
ulint recovered_offset
Start offset of non-parsed log records in buf.
Definition: log0recv.h:579
lsn_t last_block_first_mtr_boundary
Tracks what should be the proper value of first_rec_group field in the header of the block to which r...
Definition: log0recv.h:593
std::unordered_map< page_no_t, recv_addr_t *, std::hash< page_no_t >, std::equal_to< page_no_t > > Pages
Definition: log0recv.h:382
std::unordered_map< space_id_t, Space, std::hash< space_id_t >, std::equal_to< space_id_t > > Spaces
Definition: log0recv.h:403
ib_mutex_t writer_mutex
mutex coordinating flushing between recv_writer_thread and the recovery thread.
Definition: log0recv.h:528
Mlog_records saved_recs
Definition: log0recv.h:637
bool is_cloned_db
Data directory has been recognized as cloned data directory.
Definition: log0recv.h:604
os_event_t flush_start
event to activate page cleaner threads
Definition: log0recv.h:531
Missing_Ids missing_ids
Tablespace IDs that were ignored during redo log apply.
Definition: log0recv.h:631
lsn_t checkpoint_lsn
Checkpoint lsn that was used during recovery (read from file).
Definition: log0recv.h:567
uint32_t scanned_epoch_no
The log data has been scanned up to this epoch_no.
Definition: log0recv.h:576
size_t buf_len
Size of the parsing buffer.
Definition: log0recv.h:556
buf_flush_t flush_type
type of the flush request.
Definition: log0recv.h:538
Encryption_Keys * keys
Encryption Key information per tablespace ID.
Definition: log0recv.h:628
bool dblwr_state
Doublewrite buffer state before MEB recovery starts.
Definition: log0recv.h:612
bool found_corrupt_log
Set when finding a corrupt log block or record, or there is a log parsing buffer overflow.
Definition: log0recv.h:597
lsn_t parse_start_lsn
This is the lsn from which we were able to start parsing log records and adding them to the hash tabl...
Definition: log0recv.h:564
lsn_t scanned_lsn
The log data has been scanned up to this lsn.
Definition: log0recv.h:573
byte * buf
Buffer for parsing log records.
Definition: log0recv.h:553
bool apply_log_recs
This is true when log rec application to pages is allowed; this flag tells the i/o-handler if it shou...
Definition: log0recv.h:547
MetadataRecover * metadata_recover
We store and merge all table persistent data here during scanning redo logs.
Definition: log0recv.h:625
static constexpr size_t MAX_SAVED_MLOG_RECS
While scanning logs for multi-record mini-transaction (mtr), we have two passes.
Definition: log0recv.h:456
Stored log record struct.
Definition: log0recv.h:264
recv_data_t * data
Chain of blocks containing the log record body.
Definition: log0recv.h:274
lsn_t start_lsn
Start lsn of the log segment written by the mtr which generated this log record: NOTE that this is no...
Definition: log0recv.h:279
UT_LIST_NODE_T(recv_t) Node
Definition: log0recv.h:265
ulint len
Log record body length in bytes.
Definition: log0recv.h:271
lsn_t end_lsn
End lsn of the log segment written by the mtr which generated this log record: NOTE that this is not ...
Definition: log0recv.h:284
Node rec_list
List node, list anchored in recv_addr_t.
Definition: log0recv.h:287
mlog_id_t type
Log record type.
Definition: log0recv.h:268
typedef UT_LIST_BASE_NODE_T(rw_lock_t, list) rw_lock_list_t
#define UNIV_NOTHROW
Definition: univ.i:455
unsigned long int ulint
Definition: univ.i:405
Utilities for byte operations.
#define ut_ad(EXPR)
Debug assertion.
Definition: ut0dbg.h:68
#define UT_LIST_NODE_T(t)
Macro used for legacy reasons.
Definition: ut0lst.h:63
Dynamic memory allocation routines and custom allocators specifically crafted to support memory instr...
static uint64_t lsn
Definition: xcom_base.cc:445