MySQL 9.1.0
Source Code Documentation
binlog_event.h
Go to the documentation of this file.
1/* Copyright (c) 2011, 2024, Oracle and/or its affiliates.
2
3 This program is free software; you can redistribute it and/or modify
4 it under the terms of the GNU General Public License, version 2.0,
5 as published by the Free Software Foundation.
6
7 This program is designed to work with certain software (including
8 but not limited to OpenSSL) that is licensed under separate terms,
9 as designated in a particular file or component or in included license
10 documentation. The authors of MySQL hereby grant you an additional
11 permission to link the program and your derivative works with the
12 separately licensed software that they have either included with
13 the program or referenced in the documentation.
14
15 This program is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License, version 2.0, for more details.
19
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
23
24/**
25 @file
26
27 @brief Contains the classes representing events occurring in the replication
28 stream. Each event is represented as a byte sequence with logical divisions
29 as event header, event specific data and event footer. The header and footer
30 are common to all the events and are represented as two different subclasses.
31*/
32
33#ifndef MYSQL_BINLOG_EVENT_BINLOG_EVENT_H
34#define MYSQL_BINLOG_EVENT_BINLOG_EVENT_H
35
36#include <stdlib.h>
37#include <string.h>
38#include <sys/types.h>
39#include <zlib.h> //for checksum calculations
40#include <climits>
41#include <cstdio>
42#include <iostream>
43
44#include "my_checksum.h"
45#include "my_io.h"
49
50#if defined(_WIN32)
51#include <Winsock2.h>
52#else
53#include <sys/times.h>
54#endif
55
56/// @addtogroup GroupLibsMysqlBinlogEvent
57/// @{
58
59/*
60 The symbols below are a part of the common definitions between
61 the MySQL server and the client. Since they should not be a part of
62 this library but the server, these should be placed in a header file
63 common to the library and the MySQL server code, so that if they are
64 updated in the server code, it is reflected in the libbinlogevent also.
65
66 TODO(WL#7984): Moving the binlog constant in library libbinlogevents into a
67 separate file and make them const variables
68*/
69#ifndef SYSTEM_CHARSET_MBMAXLEN
70#define SYSTEM_CHARSET_MBMAXLEN 3
71#endif
72#ifndef NAME_CHAR_LEN
73#define NAME_CHAR_LEN 64 /* Field/table name length */
74#endif
75#ifndef NAME_LEN
76#define NAME_LEN (NAME_CHAR_LEN * SYSTEM_CHARSET_MBMAXLEN)
77#endif
78/* Length of the server_version_split array in FDE class */
79#ifndef ST_SERVER_VER_SPLIT_LEN
80#define ST_SERVER_VER_SPLIT_LEN 3
81#endif
82
83/*
84 Do not decrease the value of BIN_LOG_HEADER_SIZE.
85 Do not even increase it before checking code.
86*/
87#ifndef BIN_LOG_HEADER_SIZE
88#define BIN_LOG_HEADER_SIZE 4U
89#endif
90
91/**
92 binlog_version 3 is MySQL 4.x; 4 is MySQL 5.0.0.
93 Compared to version 3, version 4 has:
94 - a different Start_event, which includes info about the binary log
95 (sizes of headers); this info is included for better compatibility if the
96 master's MySQL version is different from the slave's.
97*/
98#define BINLOG_VERSION 4
99
100/*
101 Constants used by Query_event.
102*/
103
104/**
105 The maximum number of updated databases that a status of
106 Query-log-event can carry. It can be redefined within a range
107 [1.. OVER_MAX_DBS_IN_EVENT_MTS].
108*/
109#define MAX_DBS_IN_EVENT_MTS 16
110
111/**
112 When the actual number of databases exceeds MAX_DBS_IN_EVENT_MTS
113 the value of OVER_MAX_DBS_IN_EVENT_MTS is is put into the
114 mts_accessed_dbs status.
115*/
116#define OVER_MAX_DBS_IN_EVENT_MTS 254
117
118/**
119 Maximum length of time zone name that we support (Time zone name is
120 char(64) in db). mysqlbinlog needs it.
121*/
122#define MAX_TIME_ZONE_NAME_LENGTH (NAME_LEN + 1)
123
124/**
125 Max number of possible extra bytes in a replication event compared to a
126 packet (i.e. a query) sent from client to master;
127 First, an auxiliary log_event status vars estimation:
128*/
129#define MAX_SIZE_LOG_EVENT_STATUS \
130 (1U + 4 /* type, flags2 */ + 1U + 8 /* type, sql_mode */ + 1U + 1 + \
131 255 /* type, length, catalog */ + 1U + 4 /* type, auto_increment */ + 1U + \
132 6 /* type, charset */ + 1U + 1 + \
133 MAX_TIME_ZONE_NAME_LENGTH /* type, length, time_zone */ + 1U + \
134 2 /* type, lc_time_names_number */ + 1U + \
135 2 /* type, charset_database_number */ + 1U + \
136 8 /* type, table_map_for_update */ + 1U + 1 + \
137 32 * 3 /* type, user_len, user */ + 1 + 255 /* host_len, host */ \
138 + 1U + 1 + \
139 (MAX_DBS_IN_EVENT_MTS * (1 + NAME_LEN)) /* type, db_1, db_2, ... */ \
140 + 1U + 3 /* type, microseconds */ + 1U + 1 /* type, explicit_def..ts*/ + \
141 1U + 8 /* type, xid of DDL */ + 1U + \
142 2 /* type, default_collation_for_utf8mb4_number */ + 1U + \
143 1 /* sql_require_primary_key */ + 1U + \
144 1 /* type, default_table_encryption */)
145
146/**
147 Uninitialized timestamp value (for either last committed or sequence number).
148 Often carries meaning of the minimum value in the logical timestamp domain.
149*/
150const int64_t SEQ_UNINIT = 0;
151
152/** We use 7 bytes, 1 bit being used as a flag. */
153#define MAX_COMMIT_TIMESTAMP_VALUE (1ULL << 55)
154/**
155 Used to determine whether the original_commit_timestamp is already known or if
156 it still needs to be determined when computing it.
157*/
159
160const uint32_t UNDEFINED_SERVER_VERSION = 999999;
161const uint32_t UNKNOWN_SERVER_VERSION = 0;
162
163/** Setting this flag will mark an event as Ignorable */
164#define LOG_EVENT_IGNORABLE_F 0x80
165
166/**
167 In case the variable is updated,
168 make sure to update it in $MYSQL_SOURCE_DIR/my_io.h.
169*/
170#ifndef FN_REFLEN
171#define FN_REFLEN 512 /* Max length of full path-name */
172#endif
173
174/**
175 Splits server 'version' string into three numeric pieces stored
176 into 'split_versions':
177 X.Y.Zabc (X,Y,Z numbers, a not a digit) -> {X,Y,Z}
178 X.Yabc -> {X,Y,0}
179
180 @param version String representing server version
181 @param split_versions Array with each element containing one split of the
182 input version string
183*/
184inline void do_server_version_split(const char *version,
185 unsigned char split_versions[3]) {
186 const char *p = version;
187 char *r;
188 unsigned long number;
189 for (unsigned int i = 0; i <= 2; i++) {
190 number = strtoul(p, &r, 10);
191 /*
192 It is an invalid version if any version number greater than 255 or
193 first number is not followed by '.'.
194 */
195 if (number < 256 && (*r == '.' || i != 0))
196 split_versions[i] = static_cast<unsigned char>(number);
197 else {
198 split_versions[0] = 0;
199 split_versions[1] = 0;
200 split_versions[2] = 0;
201 break;
202 }
203
204 p = r;
205 if (*r == '.') p++; // skip the dot
206 }
207}
208
209/**
210 Transforms the server version from 'XX.YY.ZZ-suffix' into an integer in the
211 format XXYYZZ.
212
213 @param version String representing server version
214 @return The server version in the format XXYYZZ
215*/
216inline uint32_t do_server_version_int(const char *version) {
217 unsigned char version_split[3];
218 do_server_version_split(version, version_split);
219 const uint32_t ret = static_cast<uint32_t>(version_split[0]) * 10000 +
220 static_cast<uint32_t>(version_split[1]) * 100 +
221 static_cast<uint32_t>(version_split[2]);
222 return ret;
223}
224
225/**
226 Calculate the version product from the numeric pieces representing the server
227 version:
228 For a server version X.Y.Zabc (X,Y,Z numbers, a not a digit), the input is
229 {X,Y,Z}. This is converted to XYZ in bit representation.
230
231 @param version_split Array containing the version information of the server
232 @return The version product of the server
233*/
234inline unsigned long version_product(const unsigned char *version_split) {
235 return ((version_split[0] * 256 + version_split[1]) * 256 + version_split[2]);
236}
237
238/**
239 Replication event checksum is introduced in the following "checksum-home"
240 version. The checksum-aware servers extract FD's version to decide whether
241 the FD event carries checksum info.
242*/
243extern const unsigned char checksum_version_split[3];
244extern const unsigned long checksum_version_product;
245/**
246 @namespace mysql::binlog::event
247
248 The namespace contains classes representing events that can occur in a
249 replication stream.
250*/
251namespace mysql::binlog::event {
252/*
253 This flag only makes sense for Format_description_event. It is set
254 when the event is written, and *reset* when a binlog file is
255 closed (yes, it's the only case when MySQL modifies an already written
256 part of the binlog). Thus it is a reliable indicator that the binlog was
257 closed correctly. (Stop_event is not enough, there's always a
258 small chance that mysqld crashes in the middle of insert and end of
259 the binlog would look like a Stop_event).
260
261 This flag is used to detect a restart after a crash, and to provide
262 "unbreakable" binlog. The problem is that on a crash storage engines
263 rollback automatically, while binlog does not. To solve this we use this
264 flag and automatically append ROLLBACK to every non-closed binlog (append
265 virtually, on reading, file itself is not changed). If this flag is found,
266 mysqlbinlog simply prints "ROLLBACK". Replication master does not abort on
267 binlog corruption, but takes it as EOF, and replication slave forces a
268 rollback in this case.
269
270 Note, that old binlogs does not have this flag set, so we get a
271 a backward-compatible behaviour.
272*/
273#define LOG_EVENT_BINLOG_IN_USE_F 0x1
274
275/**
276 Enumeration type for the different types of log events.
277*/
279 /**
280 Every time you add a type, you have to
281 - Assign it a number explicitly. Otherwise it will cause trouble
282 if a event type before is deprecated and removed directly from
283 the enum.
284 - Fix Format_description_event::Format_description_event().
285 */
287 /*
288 Deprecated since mysql 8.0.2. It is just a placeholder,
289 should not be used anywhere else.
290 */
296
298
301
308
310
311 /*
312 The V1 event numbers are used from 5.1.16 until mysql-5.6.
313 Not generated since 8.2.0, and rejected by the applier since 8.4.0
314 */
318
319 /**
320 Something out of the ordinary happened on the master
321 */
323
324 /**
325 Heartbeat event to be send by master at its idle time
326 to ensure master's online status to slave
327 */
329
330 /**
331 In some situations, it is necessary to send over ignorable
332 data to the slave: data that a slave can handle in case there
333 is code for handling it, but which can be ignored if it is not
334 recognized.
335 */
338
339 /** Version 2 of the Row events */
343
346
348
350
352
353 /* Prepared XA transaction terminal event similar to Xid */
355
356 /**
357 Extension of UPDATE_ROWS_EVENT, allowing partial values according
358 to binlog_row_value_options.
359 */
361
363
365
367 /**
368 Add new events here - right above this comment!
369 Existing events (except ENUM_END_EVENT) should never change their numbers
370 */
371 ENUM_END_EVENT /* end marker */
373
374/**
375 @brief Get the event type as string object
376
377 @param type the event type for which to get a textual representation.
378 @return std::string a text representing the event name.
379*/
381
382/// @brief Event type helpers, enclosed in the structure
384 /// @brief Helps to identify known GTID event - returns true
385 /// for GTID_LOG_EVENT and GTID_TAGGED_LOG_EVENT
386 inline static bool is_assigned_gtid_event(const Log_event_type &type) {
388 }
389 /// @brief Helps to identify any GTID event - returns true
390 /// for GTID_LOG_EVENT, GTID_TAGGED_LOG_EVENT and ANONYMOUS_GTID_LOG_EVENT
391 inline static bool is_any_gtid_event(const Log_event_type &type) {
393 }
394};
395
396/// Holds basic information about an event: common-header fields, query, etc.
399 const char *query{nullptr};
400 size_t query_length{0};
401 bool ignorable_event{false};
402 int32_t log_pos{0};
403 int32_t server_id{0};
404};
405
406/**
407 The length of the array server_version, which is used to store the version
408 of MySQL server.
409 We could have used SERVER_VERSION_LENGTH, but this introduces an
410 obscure dependency - if somebody decided to change SERVER_VERSION_LENGTH
411 this would break the replication protocol
412 both of these are used to initialize the array server_version
413 SERVER_VERSION_LENGTH is used for global array server_version
414 and ST_SERVER_VER_LEN for the Start_event_v3 member server_version
415*/
416
417#define ST_SERVER_VER_LEN 50
418
419/*
420 Event header offsets;
421 these point to places inside the fixed header.
422*/
423#define EVENT_TYPE_OFFSET 4
424#define SERVER_ID_OFFSET 5
425#define EVENT_LEN_OFFSET 9
426#define LOG_POS_OFFSET 13
427#define FLAGS_OFFSET 17
428
429/** start event post-header (for v3 and v4) */
430#define ST_BINLOG_VER_OFFSET 0
431#define ST_SERVER_VER_OFFSET 2
432#define ST_CREATED_OFFSET (ST_SERVER_VER_OFFSET + ST_SERVER_VER_LEN)
433#define ST_COMMON_HEADER_LEN_OFFSET (ST_CREATED_OFFSET + 4)
434
435#define LOG_EVENT_HEADER_LEN 19U /* the fixed header length */
436
437/// The maximum value for MAX_ALLOWED_PACKET. This is also the
438/// maxmium size of binlog events, and dump threads always use this
439/// value for max_allowed_packet.
440constexpr size_t max_log_event_size = 1024 * 1024 * 1024;
441
442/**
443 Fixed header length, where 4.x and 5.0 agree. That is, 5.0 may have a longer
444 header (it will for sure when we have the unique event's ID), but at least
445 the first 19 bytes are the same in 4.x and 5.0. So when we have the unique
446 event's ID, LOG_EVENT_HEADER_LEN will be something like 26, but
447 LOG_EVENT_MINIMAL_HEADER_LEN will remain 19.
448*/
449#define LOG_EVENT_MINIMAL_HEADER_LEN 19U
450
451/**
452 Enumeration spcifying checksum algorithm used to encode a binary log event
453*/
455 /**
456 Events are without checksum though its generator is checksum-capable
457 New Master (NM).
458 */
460 /** CRC32 of zlib algorithm */
462 /** the cut line: valid alg range is [1, 0x7f] */
464 /**
465 Special value to tag undetermined yet checksum or events from
466 checksum-unaware servers
467 */
470
471#define CHECKSUM_CRC32_SIGNATURE_LEN 4
472
473/**
474 defined statically while there is just one alg implemented
475*/
476#define BINLOG_CHECKSUM_LEN CHECKSUM_CRC32_SIGNATURE_LEN
477#define BINLOG_CHECKSUM_ALG_DESC_LEN 1 /* 1 byte checksum alg descriptor */
478#define LOG_EVENT_HEADER_SIZE 20
479
480/**
481 Calculate a long checksum for a memoryblock.
482
483 @param crc start value for crc
484 @param pos pointer to memory block
485 @param length length of the block
486
487 @return checksum for a memory block
488*/
489inline uint32_t checksum_crc32(uint32_t crc, const unsigned char *pos,
490 size_t length) {
491 BAPI_ASSERT(length <= UINT_MAX);
492 return my_checksum(crc, pos, length);
493}
494
495/*
496 Forward declaration of Format_description_event class to be used in class
497 Log_event_header
498*/
500
501/**
502 @class Log_event_footer
503
504 The footer, in the current version of the MySQL server, only contains
505 the checksum algorithm descriptor. The descriptor is contained in the
506 FDE of the binary log. This is common for all the events contained in
507 that binary log, and defines the algorithm used to checksum
508 the events contained in the binary log.
509
510 @anchor Table_common_footer
511 The footer contains the following:
512 <table>
513 <caption>Common-Footer</caption>
514
515 <tr>
516 <th>Name</th>
517 <th>Format</th>
518 <th>Description</th>
519 </tr>
520
521 <tr>
522 <td>checkusm_alg</td>
523 <td>enum_checksum_alg</td>
524 <td>Algorithm used to checksum the events contained in the binary log</td>
525 </tr>
526
527 </table>
528
529 @note checksum *value* is not generated with the event. On master's side, it
530 is calculated right before writing the event into the binary log. The
531 data_written field of the event is adjusted (+BINLOG_CHECKSUM_LEN) to
532 consider the checksum value as part of the event. On reading the event,
533 if the Format Description Event (FDE) used when serializing the event
534 tells that the events have checksum information, the checksum value can
535 be retrieved from a particular offset of the serialized event buffer
536 (event length - BINLOG_CHECKSUM_LEN) and checked for corruption by
537 computing a new value over the event buffer. It is not required after
538 that. Therefore, the checksum value is not required to be stored in the
539 instance as a class member.
540*/
542 public:
543 /**
544 Wrapper to call get_checksum_alg(const char *, ulong) function based on the
545 event reader object (which knows both buffer and buffer length).
546
547 @param[in] reader The Event_reader object associated to the event buffer
548 of the FD event.
549
550 @retval BINLOG_CHECKSUM_ALG_UNDEF originator is checksum-unaware
551 (effectively no checksum).
552 @retval BINLOG_CHECKSUM_ALG_OFF no checksum.
553 @retval other the actual checksum algorithm descriptor.
554 */
556
557 /**
558 The method returns the checksum algorithm used to checksum the binary log
559 from a Format Description Event serialized buffer.
560
561 For MySQL server versions < 5.6, the algorithm is undefined.
562
563 @param buf buffer holding serialized FD event.
564 @param len length of the event buffer.
565
566 @retval BINLOG_CHECKSUM_ALG_UNDEF originator is checksum-unaware
567 (effectively no checksum).
568 @retval BINLOG_CHECKSUM_ALG_OFF no checksum.
569 @retval other the actual checksum algorithm descriptor.
570 */
572 unsigned long len);
573
574 static bool event_checksum_test(unsigned char *buf, unsigned long event_len,
576
577 /* Constructors */
579
580 /**
581 This ctor will create a new object of Log_event_footer, and will adjust
582 the event reader buffer size with respect to CRC usage.
583
584 @param reader the Event_reader containing the serialized event (including
585 header, event data and optional checksum information).
586 @param event_type the type of the event the footer belongs to.
587 @param fde An FDE event, used to get information about CRC.
588 */
589 Log_event_footer(Event_reader &reader, Log_event_type event_type,
590 const Format_description_event *fde);
591
593 : checksum_alg(checksum_alg_arg) {}
594
595 /**
596 @verbatim
597 Master side:
598 The value is set by caller of FD(Format Description) constructor
599 In the FD case it's propagated into the last byte
600 of post_header_len[].
601 Slave side:
602 On the slave side the value is assigned from post_header_len[last]
603 of the last seen FD event.
604 @endverbatim
605 TODO(WL#7546): Revisit this comment when encoder is moved in libbinlogevent
606 */
608};
609
610/**
611 @class Log_event_header
612
613 The Common-Header always has the same form and length within one
614 version of MySQL. Each event type specifies a format and length
615 of the Post-Header. The length of the Common-Header is the same
616 for all events of the same type.
617
618 @anchor Table_common_header
619 The binary format of Common-Header is as follows:
620 <table>
621 <caption>Common-Header</caption>
622
623 <tr>
624 <th>Name</th>
625 <th>Format</th>
626 <th>Description</th>
627 </tr>
628
629 <tr>
630 <td>when</td>
631 <td>4 byte unsigned integer, represented by type struct timeval</td>
632 <td>The time when the query started, in seconds since 1970.
633 </td>
634 </tr>
635
636 <tr>
637 <td>type_code</td>
638 <td>1 byte enumeration</td>
639 <td>See enum #Log_event_type.</td>
640 </tr>
641
642 <tr>
643 <td>unmasked_server_id</td>
644 <td>4 byte unsigned integer</td>
645 <td>Server ID of the server that created the event.</td>
646 </tr>
647
648 <tr>
649 <td>data_written</td>
650 <td>4 byte unsigned integer</td>
651 <td>The total size of this event, in bytes. In other words, this
652 is the sum of the sizes of Common-Header, Post-Header, and Body.
653 </td>
654 </tr>
655
656 <tr>
657 <td>log_pos</td>
658 <td>4 byte unsigned integer</td>
659 <td>The position of the next event in the master binary log, in
660 bytes from the beginning of the file. In a binlog that is not a
661 relay log, this is just the position of the next event, in bytes
662 from the beginning of the file. In a relay log, this is
663 the position of the next event in the master's binlog.
664 </td>
665 </tr>
666
667 <tr>
668 <td>flags</td>
669 <td>2 byte bitfield</td>
670 <td>16 or less flags depending on the version of the binary log.</td>
671 </tr>
672 </table>
673
674 Summing up the numbers above, we see that the total size of the
675 common header is 19 bytes.
676*/
678 public:
679 /*
680 Timestamp on the master(for debugging and replication of
681 NOW()/TIMESTAMP). It is important for queries and LOAD DATA
682 INFILE. This is set at the event's creation time, except for Query
683 and Load (and other events) events where this is set at the query's
684 execution time, which guarantees good replication (otherwise, we
685 could have a query and its event with different timestamps).
686 */
687 struct timeval when;
688
689 /**
690 Event type extracted from the header. In the server, it is decoded
691 by read_log_event(), but adding here for complete decoding.
692 */
694
695 /*
696 The server id read from the Binlog.
697 */
698 unsigned int unmasked_server_id;
699
700 /* Length of an event, which will be written by write() function */
702
703 /*
704 The offset in the log where this event originally appeared (it is
705 preserved in relay logs, making SHOW REPLICA STATUS able to print
706 coordinates of the event in the master's binlog).
707 */
708 unsigned long long log_pos;
709
710 /*
711 16 or less flags depending on the version of the binary log.
712 See the definitions above for LOG_EVENT_TIME_F,
713 LOG_EVENT_FORCED_ROTATE_F, LOG_EVENT_THREAD_SPECIFIC_F, and
714 LOG_EVENT_SUPPRESS_USE_F for notes.
715 */
716 uint16_t flags;
717
718 /**
719 The following type definition is to be used whenever data is placed
720 and manipulated in a common buffer. Use this typedef for buffers
721 that contain data containing binary and character data.
722 */
723 typedef unsigned char Byte;
724
726 : type_code(type_code_arg), data_written(0), log_pos(0), flags(0) {
727 when.tv_sec = 0;
728 when.tv_usec = 0;
729 }
730 /**
731 Log_event_header constructor.
732
733 @param reader the Event_reader containing the serialized event (including
734 header, event data and optional checksum information).
735 */
737
738 /**
739 The get_is_valid function is related to event specific sanity checks to
740 determine that the object was initialized without errors.
741
742 Note that a given event object may be valid at some point (ancestor
743 event type initialization was fine) but be turned invalid in a later
744 stage.
745
746 @return True if the event object is valid, false otherwise.
747 */
748
749 bool get_is_valid() { return m_is_valid; }
750
751 /**
752 Set if the event object shall be considered valid or not.
753
754 @param is_valid if the event object shall be considered valid.
755 */
756
758
759 /// @brief Accessor for decoding error
760 /// @return Error that occurred during decoding
762
763 /// @brief Sets specific decoding error
764 /// @param decoding_error Decoding error to be set
765 void set_decoding_error(const Event_decoding_error &decoding_error);
766
767 private:
768 /*
769 As errors might happen when de-serializing events, the m_is_valid variable
770 will hold information about the validity of the event.
771
772 An invalid event shall never be applied/dumped/displayed, as its
773 interpretation (accessing its contents) might lead to using invalid
774 memory pointers.
775 */
777
778 /// Holds information about specific decoding error
780};
781
782/**
783 This is the abstract base class for binary log events.
784
785 @section Binary_log_event_binary_format Binary Format
786
787 @anchor Binary_log_event_format
788 Any @c Binary_log_event saved on disk consists of the following four
789 components.
790
791 - Common-Header
792 - Post-Header
793 - Body
794 - Footer
795
796 Common header has the same format and length in a given MySQL version. It is
797 documented @ref Table_common_header "here".
798
799 The Body may be of different format and length even for different events of
800 the same type. The binary formats of Post-Header and Body are documented
801 separately in each subclass.
802
803 Footer is common to all the events in a given MySQL version. It is documented
804 @ref Table_common_footer "here".
805
806 @anchor packed_integer
807 - Some events, used for RBR use a special format for efficient representation
808 of unsigned integers, called Packed Integer. A Packed Integer has the
809 capacity of storing up to 8-byte integers, while small integers
810 still can use 1, 3, or 4 bytes. The value of the first byte
811 determines how to read the number, according to the following table:
812
813 <table>
814 <caption>Format of Packed Integer</caption>
815
816 <tr>
817 <th>First byte</th>
818 <th>Format</th>
819 </tr>
820
821 <tr>
822 <td>0-250</td>
823 <td>The first byte is the number (in the range 0-250), and no more
824 bytes are used.</td>
825 </tr>
826
827 <tr>
828 <td>252</td>
829 <td>Two more bytes are used. The number is in the range
830 251-0xffff.</td>
831 </tr>
832
833 <tr>
834 <td>253</td>
835 <td>Three more bytes are used. The number is in the range
836 0xffff-0xffffff.</td>
837 </tr>
838
839 <tr>
840 <td>254</td>
841 <td>Eight more bytes are used. The number is in the range
842 0xffffff-0xffffffffffffffff.</td>
843 </tr>
844
845 </table>
846
847 - Strings are stored in various formats. The format of each string
848 is documented separately.
849
850*/
852 public:
853 /*
854 The number of types we handle in Format_description_event (UNKNOWN_EVENT
855 is not to be handled, it does not exist in binlogs, it does not have a
856 format).
857 */
858 static const int LOG_EVENT_TYPES = (ENUM_END_EVENT - 1);
859
860 /**
861 The lengths for the fixed data part of each event.
862 This is an enum that provides post-header lengths for all events.
863 */
865 // where 3.23, 4.x and 5.0 agree
866 QUERY_HEADER_MINIMAL_LEN = (4 + 4 + 1 + 2),
867 // where 5.0 differs: 2 for length of N-bytes vars.
871 // this is FROZEN (the Rotate post-header is frozen)
894 }; // end enum_post_header_length
895 protected:
896 /**
897 This constructor is used to initialize the type_code of header object
898 m_header.
899 We set the type code to ENUM_END_EVENT so that the decoder
900 asserts if event type has not been modified by the sub classes
901 */
903 : m_reader(nullptr, 0), m_header(type_code) {}
904
905 /**
906 This constructor will create a new object of Log_event_header and initialize
907 the variable m_header, which in turn will be used to initialize Log_event's
908 member common_header.
909 It will also advance the Event_reader cursor after decoding the header (it
910 is done through the constructor of Log_event_header) and will be pointing to
911 the start of event data.
912
913 @param buf Contains the serialized event.
914 @param fde An FDE event used to get checksum information of non FDE events.
915 */
916 Binary_log_event(const char **buf, const Format_description_event *fde);
917
918 public:
919#ifndef HAVE_MYSYS
920 /*
921 The print_event_info functions are used in the free standing version of
922 the library only. Since MySQL server does not use them, and it does not
923 link to standard input/output library on Windows 32 bit system ,these
924 methods are commented out when the library(libbinlogevents) is built
925 with the server.
926 */
927 /**
928 Returns short information about the event
929 */
930 virtual void print_event_info(std::ostream &info) = 0;
931 /**
932 Returns detailed information about the event
933 */
934 virtual void print_long_info(std::ostream &info) = 0;
935#endif
936 virtual ~Binary_log_event() = 0;
937
942
943 /**
944 * Helper method
945 */
947
948 /**
949 Return a const pointer to the header of the log event
950 */
951 const Log_event_header *header() const { return &m_header; }
952 /**
953 Return a non-const pointer to the header of the log event
954 */
956 /**
957 Return a const pointer to the footer of the log event
958 */
959 const Log_event_footer *footer() const { return &m_footer; }
960 /**
961 Return a non-const pointer to the footer of the log event
962 */
964 /**
965 Returns a reference to the event Event_reader object.
966 */
968
969 private:
970 /*
971 All the accesses to the event buffer shall be performed by using m_reader
972 methods.
973 */
977};
978
979/**
980 @class Unknown_event
981
982 An unknown event should never occur. It is never written to a binary log.
983 If an event is read from a binary log that cannot be recognized as
984 something else, it is treated as UNKNOWN_EVENT.
985
986 The Post-Header and Body for this event type are empty; it only has
987 the Common-Header.
988*/
990 public:
991 /**
992 This is the minimal constructor, and set the type_code as
993 UNKNOWN_EVENT in the header object in Binary_log_event
994 */
996
997 Unknown_event(const char *buf, const Format_description_event *fde);
998#ifndef HAVE_MYSYS
999 void print_event_info(std::ostream &info) override;
1000 void print_long_info(std::ostream &info) override;
1001#endif
1002};
1003} // end namespace mysql::binlog::event
1004
1005/// @}
1006
1007#endif // MYSQL_BINLOG_EVENT_BINLOG_EVENT_H
Kerberos Client Authentication nullptr
Definition: auth_kerberos_client_plugin.cc:251
#define ST_SERVER_VER_LEN
The length of the array server_version, which is used to store the version of MySQL server.
Definition: binlog_event.h:417
This is the abstract base class for binary log events.
Definition: binlog_event.h:851
enum_post_header_length
The lengths for the fixed data part of each event.
Definition: binlog_event.h:864
@ QUERY_HEADER_LEN
Definition: binlog_event.h:868
@ APPEND_BLOCK_HEADER_LEN
Definition: binlog_event.h:874
@ IGNORABLE_HEADER_LEN
Definition: binlog_event.h:888
@ TRANSACTION_CONTEXT_HEADER_LEN
Definition: binlog_event.h:890
@ STOP_HEADER_LEN
Definition: binlog_event.h:869
@ FORMAT_DESCRIPTION_HEADER_LEN
Definition: binlog_event.h:878
@ XID_HEADER_LEN
Definition: binlog_event.h:879
@ ROWS_HEADER_LEN_V1
Definition: binlog_event.h:881
@ BEGIN_LOAD_QUERY_HEADER_LEN
Definition: binlog_event.h:880
@ RAND_HEADER_LEN
Definition: binlog_event.h:876
@ QUERY_HEADER_MINIMAL_LEN
Definition: binlog_event.h:866
@ START_V3_HEADER_LEN
Definition: binlog_event.h:870
@ XA_PREPARE_HEADER_LEN
Definition: binlog_event.h:892
@ EXECUTE_LOAD_QUERY_EXTRA_HEADER_LEN
Definition: binlog_event.h:883
@ INCIDENT_HEADER_LEN
Definition: binlog_event.h:886
@ USER_VAR_HEADER_LEN
Definition: binlog_event.h:877
@ DELETE_FILE_HEADER_LEN
Definition: binlog_event.h:875
@ ROTATE_HEADER_LEN
Definition: binlog_event.h:872
@ EXECUTE_LOAD_QUERY_HEADER_LEN
Definition: binlog_event.h:884
@ TABLE_MAP_HEADER_LEN
Definition: binlog_event.h:882
@ ROWS_HEADER_LEN_V2
Definition: binlog_event.h:889
@ VIEW_CHANGE_HEADER_LEN
Definition: binlog_event.h:891
@ TRANSACTION_PAYLOAD_HEADER_LEN
Definition: binlog_event.h:893
@ HEARTBEAT_HEADER_LEN
Definition: binlog_event.h:887
@ INTVAR_HEADER_LEN
Definition: binlog_event.h:873
const Log_event_header * header() const
Return a const pointer to the header of the log event.
Definition: binlog_event.h:951
Event_reader & reader()
Returns a reference to the event Event_reader object.
Definition: binlog_event.h:967
Binary_log_event(Log_event_type type_code)
This constructor is used to initialize the type_code of header object m_header.
Definition: binlog_event.h:902
Log_event_footer * footer()
Return a non-const pointer to the footer of the log event.
Definition: binlog_event.h:963
Log_event_header m_header
Definition: binlog_event.h:975
Log_event_footer m_footer
Definition: binlog_event.h:976
Binary_log_event & operator=(Binary_log_event &&)=default
Binary_log_event(Binary_log_event &&)=default
static const int LOG_EVENT_TYPES
Definition: binlog_event.h:858
Binary_log_event(const Binary_log_event &)=default
Binary_log_event & operator=(const Binary_log_event &)=default
Event_reader m_reader
Definition: binlog_event.h:974
Log_event_header * header()
Return a non-const pointer to the header of the log event.
Definition: binlog_event.h:955
enum Log_event_type get_event_type() const
Helper method.
Definition: binlog_event.h:946
const Log_event_footer * footer() const
Return a const pointer to the footer of the log event.
Definition: binlog_event.h:959
Event_reader class purpose is to avoid out-of-buffer reads when deserializing binary log events and i...
Definition: event_reader.h:74
For binlog version 4.
Definition: control_events.h:240
The Common-Header always has the same form and length within one version of MySQL.
Definition: binlog_event.h:677
unsigned int unmasked_server_id
Definition: binlog_event.h:698
unsigned long long log_pos
Definition: binlog_event.h:708
unsigned char Byte
The following type definition is to be used whenever data is placed and manipulated in a common buffe...
Definition: binlog_event.h:723
Event_decoding_error m_decoding_error
Holds information about specific decoding error.
Definition: binlog_event.h:779
struct timeval when
Definition: binlog_event.h:687
Log_event_type type_code
Event type extracted from the header.
Definition: binlog_event.h:693
const Event_decoding_error & get_decoding_error() const
Accessor for decoding error.
Definition: binlog_event.cpp:292
void set_is_valid(bool is_valid)
Set if the event object shall be considered valid or not.
Definition: binlog_event.h:757
size_t data_written
Definition: binlog_event.h:701
uint16_t flags
Definition: binlog_event.h:716
void set_decoding_error(const Event_decoding_error &decoding_error)
Sets specific decoding error.
Definition: binlog_event.cpp:296
bool m_is_valid
Definition: binlog_event.h:776
bool get_is_valid()
The get_is_valid function is related to event specific sanity checks to determine that the object was...
Definition: binlog_event.h:749
Log_event_header(Log_event_type type_code_arg=ENUM_END_EVENT)
Definition: binlog_event.h:725
An unknown event should never occur.
Definition: binlog_event.h:989
Unknown_event()
This is the minimal constructor, and set the type_code as UNKNOWN_EVENT in the header object in Binar...
Definition: binlog_event.h:995
const char * p
Definition: ctype-mb.cc:1225
This header file contains the status of variables used by MySQL tests for debug operations.
Contains the class responsible for deserializing fields of an event previously stored in a buffer.
const unsigned char checksum_version_split[3]
Replication event checksum is introduced in the following "checksum-home" version.
Definition: binlog_event.cpp:33
void do_server_version_split(const char *version, unsigned char split_versions[3])
In case the variable is updated, make sure to update it in $MYSQL_SOURCE_DIR/my_io....
Definition: binlog_event.h:184
const int64_t UNDEFINED_COMMIT_TIMESTAMP
Used to determine whether the original_commit_timestamp is already known or if it still needs to be d...
Definition: binlog_event.h:158
const int64_t SEQ_UNINIT
Uninitialized timestamp value (for either last committed or sequence number).
Definition: binlog_event.h:150
unsigned long version_product(const unsigned char *version_split)
Calculate the version product from the numeric pieces representing the server version: For a server v...
Definition: binlog_event.h:234
const uint32_t UNKNOWN_SERVER_VERSION
Definition: binlog_event.h:161
uint32_t do_server_version_int(const char *version)
Transforms the server version from 'XX.YY.ZZ-suffix' into an integer in the format XXYYZZ.
Definition: binlog_event.h:216
const unsigned long checksum_version_product
Definition: binlog_event.cpp:34
#define MAX_COMMIT_TIMESTAMP_VALUE
We use 7 bytes, 1 bit being used as a flag.
Definition: binlog_event.h:153
const uint32_t UNDEFINED_SERVER_VERSION
Definition: binlog_event.h:160
Abstraction functions over zlib/intrinsics.
ha_checksum my_checksum(ha_checksum crc, const unsigned char *pos, size_t length)
Calculate a CRC32 checksum for a memoryblock.
Definition: my_checksum.h:117
Common #defines and includes for file and socket I/O.
Definition: buf0block_hint.cc:30
bool length(const dd::Spatial_reference_system *srs, const Geometry *g1, double *length, bool *null) noexcept
Computes the length of linestrings and multilinestrings.
Definition: length.cc:76
bool is_valid(const dd::Spatial_reference_system *srs, const Geometry *g, const char *func_name, bool *is_valid) noexcept
Decides if a geometry is valid.
Definition: is_valid.cc:95
The namespace contains classes representing events that can occur in a replication stream.
Definition: binlog_event.cpp:38
constexpr size_t max_log_event_size
The maximum value for MAX_ALLOWED_PACKET.
Definition: binlog_event.h:440
uint32_t checksum_crc32(uint32_t crc, const unsigned char *pos, size_t length)
Calculate a long checksum for a memoryblock.
Definition: binlog_event.h:489
Log_event_type
Enumeration type for the different types of log events.
Definition: binlog_event.h:278
@ OBSOLETE_UPDATE_ROWS_EVENT_V1
Definition: binlog_event.h:316
@ HEARTBEAT_LOG_EVENT
Heartbeat event to be send by master at its idle time to ensure master's online status to slave.
Definition: binlog_event.h:328
@ HEARTBEAT_LOG_EVENT_V2
Definition: binlog_event.h:364
@ INCIDENT_EVENT
Something out of the ordinary happened on the master.
Definition: binlog_event.h:322
@ FORMAT_DESCRIPTION_EVENT
Definition: binlog_event.h:304
@ BEGIN_LOAD_QUERY_EVENT
Definition: binlog_event.h:306
@ EXECUTE_LOAD_QUERY_EVENT
Definition: binlog_event.h:307
@ OBSOLETE_WRITE_ROWS_EVENT_V1
Definition: binlog_event.h:315
@ XID_EVENT
Definition: binlog_event.h:305
@ ROWS_QUERY_LOG_EVENT
Definition: binlog_event.h:337
@ WRITE_ROWS_EVENT
Version 2 of the Row events.
Definition: binlog_event.h:340
@ DELETE_ROWS_EVENT
Definition: binlog_event.h:342
@ IGNORABLE_LOG_EVENT
In some situations, it is necessary to send over ignorable data to the slave: data that a slave can h...
Definition: binlog_event.h:336
@ XA_PREPARE_LOG_EVENT
Definition: binlog_event.h:354
@ QUERY_EVENT
Definition: binlog_event.h:292
@ VIEW_CHANGE_EVENT
Definition: binlog_event.h:351
@ START_EVENT_V3
Definition: binlog_event.h:291
@ UNKNOWN_EVENT
Every time you add a type, you have to.
Definition: binlog_event.h:286
@ PREVIOUS_GTIDS_LOG_EVENT
Definition: binlog_event.h:347
@ UPDATE_ROWS_EVENT
Definition: binlog_event.h:341
@ RAND_EVENT
Definition: binlog_event.h:302
@ TABLE_MAP_EVENT
Definition: binlog_event.h:309
@ DELETE_FILE_EVENT
Definition: binlog_event.h:300
@ STOP_EVENT
Definition: binlog_event.h:293
@ OBSOLETE_DELETE_ROWS_EVENT_V1
Definition: binlog_event.h:317
@ PARTIAL_UPDATE_ROWS_EVENT
Extension of UPDATE_ROWS_EVENT, allowing partial values according to binlog_row_value_options.
Definition: binlog_event.h:360
@ GTID_LOG_EVENT
Definition: binlog_event.h:344
@ ANONYMOUS_GTID_LOG_EVENT
Definition: binlog_event.h:345
@ TRANSACTION_PAYLOAD_EVENT
Definition: binlog_event.h:362
@ APPEND_BLOCK_EVENT
Definition: binlog_event.h:299
@ INTVAR_EVENT
Definition: binlog_event.h:295
@ USER_VAR_EVENT
Definition: binlog_event.h:303
@ GTID_TAGGED_LOG_EVENT
Definition: binlog_event.h:366
@ ROTATE_EVENT
Definition: binlog_event.h:294
@ SLAVE_EVENT
Definition: binlog_event.h:297
@ ENUM_END_EVENT
Add new events here - right above this comment! Existing events (except ENUM_END_EVENT) should never ...
Definition: binlog_event.h:371
@ TRANSACTION_CONTEXT_EVENT
Definition: binlog_event.h:349
const std::string & get_event_type_as_string(Log_event_type type)
Get the event type as string object.
Definition: binlog_event.cpp:82
enum_binlog_checksum_alg
Enumeration spcifying checksum algorithm used to encode a binary log event.
Definition: binlog_event.h:454
@ BINLOG_CHECKSUM_ALG_OFF
Events are without checksum though its generator is checksum-capable New Master (NM).
Definition: binlog_event.h:459
@ BINLOG_CHECKSUM_ALG_ENUM_END
the cut line: valid alg range is [1, 0x7f]
Definition: binlog_event.h:463
@ BINLOG_CHECKSUM_ALG_UNDEF
Special value to tag undetermined yet checksum or events from checksum-unaware servers.
Definition: binlog_event.h:468
@ BINLOG_CHECKSUM_ALG_CRC32
CRC32 of zlib algorithm.
Definition: binlog_event.h:461
Event_decoding_error
Errors that we distinguish during event decoding, that are translated to specific error returned by t...
Definition: event_decoding_error.h:34
const mysql_service_registry_t * r
Definition: pfs_example_plugin_employee.cc:86
required uint64 version
Definition: replication_group_member_actions.proto:41
required string type
Definition: replication_group_member_actions.proto:34
Holds basic information about an event: common-header fields, query, etc.
Definition: binlog_event.h:397
Log_event_type event_type
Definition: binlog_event.h:398
const char * query
Definition: binlog_event.h:399
size_t query_length
Definition: binlog_event.h:400
int32_t log_pos
Definition: binlog_event.h:402
int32_t server_id
Definition: binlog_event.h:403
bool ignorable_event
Definition: binlog_event.h:401
Event type helpers, enclosed in the structure.
Definition: binlog_event.h:383
static bool is_any_gtid_event(const Log_event_type &type)
Helps to identify any GTID event - returns true for GTID_LOG_EVENT, GTID_TAGGED_LOG_EVENT and ANONYMO...
Definition: binlog_event.h:391
static bool is_assigned_gtid_event(const Log_event_type &type)
Helps to identify known GTID event - returns true for GTID_LOG_EVENT and GTID_TAGGED_LOG_EVENT.
Definition: binlog_event.h:386
#define BAPI_ASSERT(x)
Definition: wrapper_functions.h:61