MySQL 8.0.42
Source Code Documentation
All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Modules Pages
certifier.h
Go to the documentation of this file.
1/* Copyright (c) 2014, 2025, Oracle and/or its affiliates.
2
3 This program is free software; you can redistribute it and/or modify
4 it under the terms of the GNU General Public License, version 2.0,
5 as published by the Free Software Foundation.
6
7 This program is designed to work with certain software (including
8 but not limited to OpenSSL) that is licensed under separate terms,
9 as designated in a particular file or component or in included license
10 documentation. The authors of MySQL hereby grant you an additional
11 permission to link the program and your derivative works with the
12 separately licensed software that they have either included with
13 the program or referenced in the documentation.
14
15 This program is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License, version 2.0, for more details.
19
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
23
24#ifndef CERTIFIER_INCLUDE
25#define CERTIFIER_INCLUDE
26
27#include <assert.h>
29#include <atomic>
30#include <list>
31#include <map>
32#include <string>
33#include <unordered_map>
34#include <vector>
35
36#include "my_inttypes.h"
44
45/**
46 This class extends Gtid_set to include a reference counter.
47
48 It is for Certifier only, so it is single-threaded and no locks
49 are needed since Certifier already ensures sequential use.
50
51 It is to be used to share by multiple entries in the
52 certification info and released when the last reference to it
53 needs to be freed.
54*/
55class Gtid_set_ref : public Gtid_set {
56 public:
62 DBUG_EXECUTE_IF("group_replication_ci_rows_counter_high",
63 { garbage_collect_counter = 1000; });
64 }
65
66 virtual ~Gtid_set_ref() = default;
67
68 /**
69 Increment the number of references by one.
70
71 @return the number of references
72 */
73 size_t link() { return ++reference_counter; }
74
75 /**
76 Decrement the number of references by one.
77
78 @return the number of references
79 */
80 size_t unlink() {
81 assert(reference_counter > 0);
82 return --reference_counter;
83 }
84
85 /**
86 Set garbage collector counter when Gtid_set_ref was checked is subset no
87 equals of gtid_stable_set
88 */
91 }
92
93 /**
94 Get garbage collector counter when Gtid_set_ref was checked is subset no
95 equals of gtid_stable_set
96
97 @return garbage collect counter
98 */
100
103 }
104
105 private:
109};
110
111/**
112 This class is a core component of the database state machine
113 replication protocol. It implements conflict detection based
114 on a certification procedure.
115
116 Snapshot Isolation is based on assigning logical timestamp to optimistic
117 transactions, i.e. the ones which successfully meet certification and
118 are good to commit on all members in the group. This timestamp is a
119 monotonically increasing counter, and is same across all members in the group.
120
121 This timestamp, which in our algorithm is the snapshot version, is further
122 used to update the certification info.
123 The snapshot version maps the items in a transaction to the GTID_EXECUTED
124 that this transaction saw when it was executed, that is, on which version
125 the transaction was executed.
126
127 If the incoming transaction snapshot version is a subset of a
128 previous certified transaction for the same write set, the current
129 transaction was executed on top of outdated data, so it will be
130 negatively certified. Otherwise, this transaction is marked
131 certified and goes into applier.
132*/
134 public:
135 /**
136 Certifier_broadcast_thread constructor
137 */
140
141 /**
142 Initialize broadcast thread.
143
144 @return the operation status
145 @retval 0 OK
146 @retval !=0 Error
147 */
148 int initialize();
149
150 /**
151 Terminate broadcast thread.
152 */
153 void terminate();
154
155 /**
156 Broadcast thread worker method.
157 */
158 void dispatcher();
159
160 /**
161 Period (in seconds) between stable transactions set
162 broadcast.
163 */
164 static const int BROADCAST_GTID_EXECUTED_PERIOD = 60; // seconds
165
166 private:
167 /**
168 Thread control.
169 */
180
181 /**
182 Broadcast local GTID_EXECUTED to group.
183
184 @return the operation status
185 @retval 0 OK
186 @retval !=0 Error
187 */
189};
190
192 public:
193 ~Certifier_interface() override = default;
194 virtual void handle_view_change() = 0;
196 const uchar *data, ulong len,
197 const Gcs_member_identifier &gcs_member_id) = 0;
198
200 std::map<std::string, std::string> *cert_info) = 0;
202 std::map<std::string, std::string> *cert_info) = 0;
203 virtual int stable_set_handle() = 0;
205 Gtid_set *executed_gtid_set) = 0;
206 virtual void enable_conflict_detection() = 0;
207 virtual void disable_conflict_detection() = 0;
210};
211
213 public:
214 typedef std::unordered_map<
215 std::string, Gtid_set_ref *, std::hash<std::string>,
216 std::equal_to<std::string>,
219
220 Certifier();
221 ~Certifier() override;
222
223 /**
224 Key used to store errors in the certification info
225 on View_change_log_event.
226 */
227 static const std::string CERTIFICATION_INFO_ERROR_NAME;
228
229 /**
230 Initialize certifier.
231
232 @param gtid_assignment_block_size the group gtid assignment block size
233
234 @return the operation status
235 @retval 0 OK
236 @retval !=0 Error
237 */
239
240 /**
241 Handle view changes on certifier.
242 */
243 void handle_view_change() override;
244
245 /**
246 Queues the packet coming from the reader for future processing.
247
248 @param[in] data the packet data
249 @param[in] len the packet length
250 @param[in] gcs_member_id the member_id which sent the message
251
252 @return the operation status
253 @retval 0 OK
254 @retval !=0 Error on queue
255 */
257 const uchar *data, ulong len,
258 const Gcs_member_identifier &gcs_member_id) override;
259
260 /**
261 This member function SHALL certify the set of items against transactions
262 that have already passed the certification test.
263
264 @param snapshot_version The incoming transaction snapshot version.
265 @param write_set The incoming transaction write set.
266 @param generate_group_id Flag that indicates if transaction group id
267 must be generated.
268 @param member_uuid The UUID of the member from which this
269 transaction originates.
270 @param gle The incoming transaction global identifier
271 event.
272 @param local_transaction True if this transaction did originate from
273 this member, false otherwise.
274
275 @retval >0 transaction identifier (positively certified).
276 If generate_group_id is false and certification
277 positive a 1 is returned;
278 @retval 0 negatively certified;
279 @retval -1 error.
280 */
281 rpl_gno certify(Gtid_set *snapshot_version,
282 std::list<const char *> *write_set, bool generate_group_id,
283 const char *member_uuid, Gtid_log_event *gle,
284 bool local_transaction);
285
286 /**
287 Returns the transactions in stable set in text format, that is, the set of
288 transactions already applied on all group members.
289
290 @param[out] buffer Pointer to pointer to string. The method will set it to
291 point to the newly allocated buffer, or NULL on out of
292 memory.
293 Caller must free the allocated memory.
294 @param[out] length Length of the generated string.
295
296 @return the operation status
297 @retval 0 OK
298 @retval !=0 Out of memory error
299 */
301 size_t *length) override;
302
303 /**
304 Retrieves the current certification info.
305
306 @note if concurrent access is introduce to these variables,
307 locking is needed in this method
308
309 @param[out] cert_info a pointer to retrieve the certification info
310 */
312 std::map<std::string, std::string> *cert_info) override;
313
314 /**
315 Sets the certification info according to the given value.
316
317 @note if concurrent access is introduce to these variables,
318 locking is needed in this method
319
320 @param[in] cert_info certification info retrieved from recovery procedure
321
322 @retval > 0 Error during setting certification info.
323 @retval = 0 Everything went fine.
324 */
326 std::map<std::string, std::string> *cert_info) override;
327
328 /**
329 Get the number of postively certified transactions by the certifier
330 */
332
333 /**
334 Get method to retrieve the number of negatively certified transactions.
335 */
337
338 /**
339 Get method to retrieve the certification db size.
340 */
342
343 /**
344 Get method to retrieve the last conflict free transaction.
345
346 @param[out] value The last conflict free transaction
347 */
348 void get_last_conflict_free_transaction(std::string *value) override;
349
350 /**
351 Generate group GTID for a view change log event.
352
353 @retval >0 view change GTID
354 @retval otherwise Error on GTID generation
355 */
357
358 /**
359 Public method to add the given gno value to the group_gtid_executed set
360 which is used to support skip gtid functionality.
361
362 @param[in] gno The gno of the transaction which will be added to the
363 group_gtid executed GTID set. The sidno used for this
364 transaction will be the group_sidno. The gno here belongs specifically to
365 the group UUID.
366
367 @retval 1 error during addition.
368 @retval 0 success.
369 */
371
372 /**
373 Public method to add the given GTID value in the group_gtid_executed set
374 which is used to support skip gtid functionality.
375
376 @param[in] gle The gtid value that needs to the added in the
377 group_gtid_executed GTID set.
378
379 @retval 1 error during addition.
380 @retval 0 success.
381 */
383
384 /**
385 Computes intersection between all sets received, so that we
386 have the already applied transactions on all servers.
387
388 @return the operation status
389 @retval 0 OK
390 @retval !=0 Error
391 */
392 int stable_set_handle() override;
393
394 /**
395 This member function shall add transactions to the stable set
396
397 @param executed_gtid_set The GTID set of the transactions to be added
398 to the stable set.
399
400 @note when set, the stable set will cause the garbage collection
401 process to be invoked
402
403 @retval False if adds successfully,
404 @retval True otherwise.
405 */
406 bool set_group_stable_transactions_set(Gtid_set *executed_gtid_set) override;
407
408 /**
409 Enables conflict detection.
410 */
411 void enable_conflict_detection() override;
412
413 /**
414 Disables conflict detection.
415 */
416 void disable_conflict_detection() override;
417
418 /**
419 Check if conflict detection is enable.
420
421 @retval True conflict detection is enable
422 @retval False otherwise
423 */
424 bool is_conflict_detection_enable() override;
425
426 private:
427 /**
428 Key used to store group_gtid_executed on certification
429 info on View_change_log_event.
430 */
431 static const std::string GTID_EXTRACTED_NAME;
432
433 /**
434 Is certifier initialized.
435 */
436 std::atomic<bool> initialized{false};
437
438 /**
439 Variable to store the sidno used for transactions which will be logged
440 with the group_uuid.
441 */
443
444 /**
445 The sidno used for view log events as seen by the group sid map
446 */
448 /**
449 The sidno used for view log events as seen by the server sid map
450 */
452
453 /**
454 Method to initialize the group_gtid_executed gtid set with the server gtid
455 executed set and applier retrieved gtid set values.
456
457 @param get_server_gtid_retrieved add applier retrieved gtid set to
458 group_gtid_executed gtid set
459
460 @retval 1 error during initialization
461 @retval 0 success
462
463 */
464 int initialize_server_gtid_set(bool get_server_gtid_retrieved = false);
465
466 /**
467 This function computes the available GTID intervals from group
468 UUID and stores them on group_available_gtid_intervals.
469 */
471
472 /**
473 This function reserves a block of GTIDs from the
474 group_available_gtid_intervals list.
475
476 @retval Gtid_set::Interval which is the interval os GTIDs attributed
477 */
479
480 /**
481 This function updates parallel applier indexes.
482 It must be called for each remote transaction.
483
484 @param[in] update_parallel_applier_last_committed_global
485 If true parallel_applier_last_committed_global
486 is updated to the current sequence number
487 (before update sequence number).
488 @param[in] increment_parallel_applier_sequence_number
489 If false (during certification garbage collection)
490 parallel_applier_last_committed_global is set to
491 parallel_applier_last_sequence_number and
492 parallel_applier_last_sequence_number is not updated
493
494 Note: parallel_applier_last_committed_global should be updated
495 on the following situations:
496 1) Transaction without write set is certified, since it
497 represents the lowest last_committed for all future
498 transactions;
499 2) After certification info garbage collection, since we
500 do not know what write sets were purged, which may cause
501 transactions last committed to be incorrectly computed.
502 */
504 bool update_parallel_applier_last_committed_global,
505 bool increment_parallel_applier_sequence_number);
506
507 /**
508 Internal method to add the given gtid gno in the group_gtid_executed set.
509 This will be used in the skip gtid implementation.
510
511 @note this will update the last know local transaction GTID.
512
513 @param[in] sidno rpl_sidno part of the executing gtid of the ongoing
514 transaction.
515
516 @param[in] gno rpl_gno part of the executing gtid of the ongoing
517 transaction.
518 */
520
521 /**
522 This method is used to get the next valid GNO for the given sidno,
523 for the transaction that is being executed. It checks the already
524 used up GNOs and based on that chooses the next possible value.
525 This method will consult group_available_gtid_intervals to
526 assign GTIDs in blocks according to gtid_assignment_block_size
527 when `sidno` is the group sidno.
528
529 @param member_uuid The UUID of the member from which this
530 transaction originates. It will be NULL
531 on View_change_log_event.
532 @param sidno The sidno that will be used on GTID
533
534 @retval >0 The GNO to be used.
535 @retval -1 Error: GNOs exhausted for group UUID.
536 */
537 rpl_gno get_next_available_gtid(const char *member_uuid, rpl_sidno sidno);
538
539 /**
540 This method is used to get the next valid GNO for the
541 transaction that is being executed. It checks the already used
542 up GNOs and based on that chooses the next possible value.
543 This method will consult group_available_gtid_intervals to
544 assign GTIDs in blocks according to gtid_assignment_block_size.
545
546 @param member_uuid The UUID of the member from which this
547 transaction originates. It will be NULL
548 on View_change_log_event.
549
550 @retval >0 The GNO to be used.
551 @retval -1 Error: GNOs exhausted for group UUID.
552 */
553 rpl_gno get_group_next_available_gtid(const char *member_uuid);
554
555 /**
556 Generate the candidate GNO for the current transaction.
557 The candidate will be on the interval [start, end] or a error
558 be returned.
559 This method will consult group_gtid_executed to avoid generate
560 the same value twice.
561
562 @param sidno The sidno that will be used to retrieve GNO
563 @param start The first possible value for the GNO
564 @param end The last possible value for the GNO
565
566 @retval >0 The GNO to be used.
567 @retval -1 Error: GNOs exhausted for group UUID.
568 @retval -2 Error: generated GNO is bigger than end.
569 */
571 rpl_gno end) const;
572
573 bool inline is_initialized() { return initialized; }
574
576
577 /**
578 Method to clear the members.
579 */
580 void clear_members();
581
582 /**
583 Last conflict free transaction identification.
584 */
586
587 /**
588 Certification database.
589 */
592
598
599#if !defined(NDEBUG)
602#endif
603
605
606 /**
607 Stable set and garbage collector variables.
608 */
613
614 std::vector<std::string> members;
615
616 /*
617 Flag to indicate that certifier is handling already applied
618 transactions during distributed recovery procedure.
619
620 On donor we may have local transactions certified after
621 View_change_log_event (VCLE) logged into binary log before VCLE.
622 That is, these local transactions will be appear on recovery
623 and also on GCS messages. One can see on example scenario below:
624
625 GCS order | donor binary log order | joiner apply order
626 -----------+------------------------+--------------------
627 T1 | T1 | T1
628 T2 | T2 | T2
629 V1 | T3 | T3 (recovery)
630 T3 | V1 | V1
631 | | T3 (GCS)
632 -----------+------------------------+--------------------
633
634 T3 is delivered to donor by both recovery and GCS, so joiner needs
635 to ensure that T3 has the same global identifier on both cases, so
636 that it is correctly skipped on the second time it is applied.
637
638 We ensure that T3 (and other transactions on that situation) have
639 the same global identifiers on joiner by:
640 1) When the VCLE is applied, we set on joiner certification info
641 the same exact certification that was on donor, including the
642 set of certified transactions before the joiner joined:
643 group_gtid_extracted.
644 2) We compare group_gtid_extracted and group_gtid_executed:
645 If group_gtid_extracted is a non equal subset of
646 group_gtid_executed, it means that we are on the above
647 scenario, that is, when applying the last transaction from
648 the distributed recovery process we have more transactions
649 than the ones certified before the view on which joiner joined.
650 So until group_gtid_extracted is a non equal subset of
651 group_gtid_executed certifier will generate transactions ids
652 following group_gtid_extracted so that we have the same exact
653 ids that donor has.
654 3) When joiner group_gtid_extracted and group_gtid_executed are
655 equal, joiner switches to its regular ids generation mode,
656 generating ids from group_gtid_executed.
657 */
659
660 /*
661 Sid map to store the GTIDs that are executed in the group.
662 */
664
665 /*
666 A Gtid_set containing the already executed for the group.
667 This is used to support skip_gtid.
668 */
670
671 /**
672 A Gtid_set which contains the gtid extracted from the certification info
673 map of the donor. It is the set of transactions that is executed at the
674 time of View_change_log_event at donor.
675 */
677
678 /**
679 The group GTID assignment block size.
680 */
682
683 /**
684 List of free GTID intervals in group
685 */
686 std::list<Gtid_set::Interval> group_available_gtid_intervals;
687
688 /**
689 Extends the above to allow GTIDs to be assigned in blocks per member.
690 */
691 std::map<std::string, Gtid_set::Interval> member_gtids;
693
694 /**
695 Conflict detection is performed when:
696 1) group is on multi-master mode;
697 2) group is on single-primary mode and primary is applying
698 relay logs with transactions from a previous primary.
699 */
701
703
704 /**
705 Broadcast thread.
706 */
708
709 /**
710 Adds an item from transaction writeset to the certification DB.
711 @param[in] item item in the writeset to be added to the
712 Certification DB.
713 @param[in] snapshot_version Snapshot version of the incoming transaction
714 which modified the above mentioned item.
715 @param[out] item_previous_sequence_number
716 The previous parallel applier sequence number
717 for this item.
718
719 @retval False successfully added to the map.
720 True otherwise.
721 */
722 bool add_item(const char *item, Gtid_set_ref *snapshot_version,
723 int64 *item_previous_sequence_number);
724
725 /**
726 Find the snapshot_version corresponding to an item. Return if
727 it exists, other wise return NULL;
728
729 @param[in] item item for the snapshot version.
730 @retval Gtid_set pointer if exists in the map.
731 Otherwise 0;
732 */
734
735 /**
736 Removes the intersection of the received transactions stable
737 sets from certification database.
738 */
739 void garbage_collect();
740
741 /**
742 Clear incoming queue.
743 */
744 void clear_incoming();
745
746 /*
747 Update method to store the count of the positively and negatively
748 certified transaction on a particular group member.
749 */
750 void update_certified_transaction_count(bool result, bool local_transaction);
751
752 /* Number of garbage collector run */
754};
755
756/*
757 @class Gtid_Executed_Message
758
759 Class to convey the serialized contents of the previously executed GTIDs
760 */
762 public:
764 // This type should not be used anywhere.
766
767 // Length of the payload item: variable
769
770 // No valid type codes can appear after this one.
771 PIT_MAX = 2
772 };
773
774 /**
775 Gtid_Executed_Message constructor
776 */
779
780 /**
781 Appends Gtid executed information in a raw format
782
783 * @param[in] gtid_data encoded GTID data
784 * @param[in] len GTID data length
785 */
786 void append_gtid_executed(uchar *gtid_data, size_t len);
787
788 protected:
789 /*
790 Implementation of the template methods of Gcs_plugin_message
791 */
792 void encode_payload(std::vector<unsigned char> *buffer) const override;
793 void decode_payload(const unsigned char *buffer,
794 const unsigned char *) override;
795
796 private:
797 std::vector<uchar> data;
798};
799
800#endif /* CERTIFIER_INCLUDE */
This class is a core component of the database state machine replication protocol.
Definition: certifier.h:133
mysql_cond_t broadcast_dispatcher_cond
Definition: certifier.h:176
mysql_mutex_t broadcast_dispatcher_lock
Definition: certifier.h:175
Certifier_broadcast_thread()
Certifier_broadcast_thread constructor.
Definition: certifier.cc:47
void terminate()
Terminate broadcast thread.
Definition: certifier.cc:104
THD * broadcast_thd
Definition: certifier.h:171
int initialize()
Initialize broadcast thread.
Definition: certifier.cc:73
mysql_mutex_t broadcast_run_lock
Definition: certifier.h:173
static const int BROADCAST_GTID_EXECUTED_PERIOD
Period (in seconds) between stable transactions set broadcast.
Definition: certifier.h:164
int broadcast_gtid_executed()
Broadcast local GTID_EXECUTED to group.
Definition: certifier.cc:207
size_t broadcast_counter
Definition: certifier.h:178
int broadcast_gtid_executed_period
Definition: certifier.h:179
bool aborted
Thread control.
Definition: certifier.h:170
void dispatcher()
Broadcast thread worker method.
Definition: certifier.cc:130
my_thread_handle broadcast_pthd
Definition: certifier.h:172
virtual ~Certifier_broadcast_thread()
Definition: certifier.cc:66
thread_state broadcast_thd_state
Definition: certifier.h:177
mysql_cond_t broadcast_run_cond
Definition: certifier.h:174
Definition: certifier.h:191
virtual bool set_group_stable_transactions_set(Gtid_set *executed_gtid_set)=0
virtual void handle_view_change()=0
virtual ulonglong get_certification_info_size() override=0
virtual bool is_conflict_detection_enable()=0
~Certifier_interface() override=default
virtual void get_certification_info(std::map< std::string, std::string > *cert_info)=0
virtual int handle_certifier_data(const uchar *data, ulong len, const Gcs_member_identifier &gcs_member_id)=0
virtual int set_certification_info(std::map< std::string, std::string > *cert_info)=0
virtual void disable_conflict_detection()=0
virtual void enable_conflict_detection()=0
virtual int stable_set_handle()=0
Definition: certifier_stats_interface.h:29
Definition: certifier.h:212
static const std::string GTID_EXTRACTED_NAME
Key used to store group_gtid_executed on certification info on View_change_log_event.
Definition: certifier.h:431
int get_group_stable_transactions_set_string(char **buffer, size_t *length) override
Returns the transactions in stable set in text format, that is, the set of transactions already appli...
Definition: certifier.cc:1231
rpl_sidno group_gtid_sid_map_group_sidno
Variable to store the sidno used for transactions which will be logged with the group_uuid.
Definition: certifier.h:442
Certification_info certification_info
Certification database.
Definition: certifier.h:590
int set_certification_info(std::map< std::string, std::string > *cert_info) override
Sets the certification info according to the given value.
Definition: certifier.cc:1678
bool conflict_detection_enable
Conflict detection is performed when: 1) group is on multi-master mode; 2) group is on single-primary...
Definition: certifier.h:700
bool is_conflict_detection_enable() override
Check if conflict detection is enable.
Definition: certifier.cc:1868
void compute_group_available_gtid_intervals()
This function computes the available GTID intervals from group UUID and stores them on group_availabl...
Definition: certifier.cc:475
int handle_certifier_data(const uchar *data, ulong len, const Gcs_member_identifier &gcs_member_id) override
Queues the packet coming from the reader for future processing.
Definition: certifier.cc:1403
int64 parallel_applier_sequence_number
Definition: certifier.h:597
int add_specified_gtid_to_group_gtid_executed(Gtid_log_event *gle)
Public method to add the given GTID value in the group_gtid_executed set which is used to support ski...
Definition: certifier.cc:983
void clear_certification_info()
Definition: certifier.cc:583
Gtid_set * stable_gtid_set
Definition: certifier.h:611
int initialize(ulonglong gtid_assignment_block_size)
Initialize certifier.
Definition: certifier.cc:618
bool add_item(const char *item, Gtid_set_ref *snapshot_version, int64 *item_previous_sequence_number)
Adds an item from transaction writeset to the certification DB.
Definition: certifier.cc:1169
void clear_members()
Method to clear the members.
Definition: certifier.cc:612
rpl_gno get_group_next_available_gtid(const char *member_uuid)
This method is used to get the next valid GNO for the transaction that is being executed.
Definition: certifier.cc:1052
Gtid_set * group_gtid_extracted
A Gtid_set which contains the gtid extracted from the certification info map of the donor.
Definition: certifier.h:676
std::atomic< bool > initialized
Is certifier initialized.
Definition: certifier.h:436
void disable_conflict_detection() override
Disables conflict detection.
Definition: certifier.cc:1852
Synchronized_queue< Data_packet * > * incoming
Definition: certifier.h:612
std::unordered_map< std::string, Gtid_set_ref *, std::hash< std::string >, std::equal_to< std::string >, Malloc_allocator< std::pair< const std::string, Gtid_set_ref * > > > Certification_info
Definition: certifier.h:218
void update_certified_transaction_count(bool result, bool local_transaction)
Definition: certifier.cc:1776
void clear_incoming()
Clear incoming queue.
Definition: certifier.cc:602
Certifier()
Definition: certifier.cc:257
Gtid_set::Interval reserve_gtid_block(longlong block_size)
This function reserves a block of GTIDs from the group_available_gtid_intervals list.
Definition: certifier.cc:530
int64 parallel_applier_last_sequence_number
Definition: certifier.h:596
std::vector< std::string > members
Definition: certifier.h:614
std::list< Gtid_set::Interval > group_available_gtid_intervals
List of free GTID intervals in group.
Definition: certifier.h:686
~Certifier() override
Definition: certifier.cc:311
rpl_sidno views_sidno_group_representation
The sidno used for view log events as seen by the group sid map.
Definition: certifier.h:447
void get_last_conflict_free_transaction(std::string *value) override
Get method to retrieve the last conflict free transaction.
Definition: certifier.cc:1821
rpl_sidno views_sidno_server_representation
The sidno used for view log events as seen by the server sid map.
Definition: certifier.h:451
Gtid generate_view_change_group_gtid()
Generate group GTID for a view change log event.
Definition: certifier.cc:1656
rpl_gno certify(Gtid_set *snapshot_version, std::list< const char * > *write_set, bool generate_group_id, const char *member_uuid, Gtid_log_event *gle, bool local_transaction)
This member function SHALL certify the set of items against transactions that have already passed the...
Definition: certifier.cc:683
ulonglong get_certification_info_size() override
Get method to retrieve the certification db size.
Definition: certifier.cc:1817
void update_parallel_applier_indexes(bool update_parallel_applier_last_committed_global, bool increment_parallel_applier_sequence_number)
This function updates parallel applier indexes.
Definition: certifier.cc:651
void get_certification_info(std::map< std::string, std::string > *cert_info) override
Retrieves the current certification info.
Definition: certifier.cc:1620
bool certifying_already_applied_transactions
Definition: certifier.h:658
ulonglong gtids_assigned_in_blocks_counter
Definition: certifier.h:692
Checkable_rwlock * stable_gtid_set_lock
Stable set and garbage collector variables.
Definition: certifier.h:609
bool same_member_message_discarded
Definition: certifier.h:601
ulonglong positive_cert
Definition: certifier.h:593
rpl_gno get_next_available_gtid_candidate(rpl_sidno sidno, rpl_gno start, rpl_gno end) const
Generate the candidate GNO for the current transaction.
Definition: certifier.cc:1123
ulonglong get_negative_certified() override
Get method to retrieve the number of negatively certified transactions.
Definition: certifier.cc:1815
ulonglong negative_cert
Definition: certifier.h:594
bool set_group_stable_transactions_set(Gtid_set *executed_gtid_set) override
This member function shall add transactions to the stable set.
Definition: certifier.cc:1262
mysql_mutex_t LOCK_certification_info
Definition: certifier.h:604
ulonglong get_positive_certified() override
Get the number of postively certified transactions by the certifier.
Definition: certifier.cc:1813
int initialize_server_gtid_set(bool get_server_gtid_retrieved=false)
Method to initialize the group_gtid_executed gtid set with the server gtid executed set and applier r...
Definition: certifier.cc:339
uint64 garbage_collect_runs
Definition: certifier.h:753
void add_to_group_gtid_executed_internal(rpl_sidno sidno, rpl_gno gno)
Internal method to add the given gtid gno in the group_gtid_executed set.
Definition: certifier.cc:564
Sid_map * group_gtid_sid_map
Definition: certifier.h:663
int64 parallel_applier_last_committed_global
Definition: certifier.h:595
void handle_view_change() override
Handle view changes on certifier.
Definition: certifier.cc:1607
Gtid_set * get_certified_write_set_snapshot_version(const char *item)
Find the snapshot_version corresponding to an item.
Definition: certifier.cc:1213
bool is_initialized()
Definition: certifier.h:573
Sid_map * stable_sid_map
Definition: certifier.h:610
uint64 gtid_assignment_block_size
The group GTID assignment block size.
Definition: certifier.h:681
std::map< std::string, Gtid_set::Interval > member_gtids
Extends the above to allow GTIDs to be assigned in blocks per member.
Definition: certifier.h:691
int add_group_gtid_to_group_gtid_executed(rpl_gno gno)
Public method to add the given gno value to the group_gtid_executed set which is used to support skip...
Definition: certifier.cc:1013
void enable_conflict_detection() override
Enables conflict detection.
Definition: certifier.cc:1839
bool certifier_garbage_collection_block
Definition: certifier.h:600
Gtid_set * group_gtid_executed
Definition: certifier.h:669
static const std::string CERTIFICATION_INFO_ERROR_NAME
Key used to store errors in the certification info on View_change_log_event.
Definition: certifier.h:227
Gtid last_conflict_free_transaction
Last conflict free transaction identification.
Definition: certifier.h:585
rpl_gno get_next_available_gtid(const char *member_uuid, rpl_sidno sidno)
This method is used to get the next valid GNO for the given sidno, for the transaction that is being ...
Definition: certifier.cc:1056
int stable_set_handle() override
Computes intersection between all sets received, so that we have the already applied transactions on ...
Definition: certifier.cc:1480
mysql_mutex_t LOCK_members
Definition: certifier.h:702
void garbage_collect()
Removes the intersection of the received transactions stable sets from certification database.
Definition: certifier.cc:1287
Sid_map * certification_info_sid_map
Definition: certifier.h:591
Certifier_broadcast_thread * broadcast_thread
Broadcast thread.
Definition: certifier.h:707
This has the functionality of mysql_rwlock_t, with two differences:
Definition: rpl_gtid.h:309
It represents the identity of a group member within a certain group.
Definition: gcs_member_identifier.h:40
Definition: certifier.h:761
enum_payload_item_type
Definition: certifier.h:763
@ PIT_MAX
Definition: certifier.h:771
@ PIT_GTID_EXECUTED
Definition: certifier.h:768
@ PIT_UNKNOWN
Definition: certifier.h:765
Gtid_Executed_Message()
Gtid_Executed_Message constructor.
Definition: certifier.cc:1886
std::vector< uchar > data
Definition: certifier.h:797
~Gtid_Executed_Message() override
void append_gtid_executed(uchar *gtid_data, size_t len)
Appends Gtid executed information in a raw format.
Definition: certifier.cc:1891
void encode_payload(std::vector< unsigned char > *buffer) const override
Encodes the contents of this instance payload into the buffer.
Definition: certifier.cc:1895
void decode_payload(const unsigned char *buffer, const unsigned char *) override
Decodes the contents of the buffer and sets the payload field values according to the values decoded.
Definition: certifier.cc:1903
This is a subclass if Gtid_event and Log_event.
Definition: log_event.h:3790
This class extends Gtid_set to include a reference counter.
Definition: certifier.h:55
Gtid_set_ref(Sid_map *sid_map, int64 parallel_applier_sequence_number)
Definition: certifier.h:57
int64 parallel_applier_sequence_number
Definition: certifier.h:107
void set_garbage_collect_counter(uint64 ver)
Set garbage collector counter when Gtid_set_ref was checked is subset no equals of gtid_stable_set.
Definition: certifier.h:89
virtual ~Gtid_set_ref()=default
uint64 garbage_collect_counter
Definition: certifier.h:108
uint64 get_garbage_collect_counter()
Get garbage collector counter when Gtid_set_ref was checked is subset no equals of gtid_stable_set.
Definition: certifier.h:99
size_t link()
Increment the number of references by one.
Definition: certifier.h:73
size_t unlink()
Decrement the number of references by one.
Definition: certifier.h:80
int64 get_parallel_applier_sequence_number() const
Definition: certifier.h:101
size_t reference_counter
Definition: certifier.h:106
Represents a set of GTIDs.
Definition: rpl_gtid.h:1455
Sid_map * sid_map
Sid_map associated with this Gtid_set.
Definition: rpl_gtid.h:2327
Malloc_allocator is a C++ STL memory allocator based on my_malloc/my_free.
Definition: malloc_allocator.h:63
This is the base GCS plugin message.
Definition: gcs_plugin_messages.h:64
Represents a bidirectional map between SID and SIDNO.
Definition: rpl_gtid.h:724
Definition: plugin_utils.h:181
For each client connection we create a separate thread with THD serving as a thread/connection descri...
Definition: sql_lexer_thd.h:34
static void start(mysql_harness::PluginFuncEnv *env)
Definition: http_auth_backend_plugin.cc:177
#define DBUG_EXECUTE_IF(keyword, a1)
Definition: my_dbug.h:171
Some integer typedefs for easier portability.
unsigned long long int ulonglong
Definition: my_inttypes.h:56
unsigned char uchar
Definition: my_inttypes.h:52
int64_t int64
Definition: my_inttypes.h:68
long long int longlong
Definition: my_inttypes.h:55
uint64_t uint64
Definition: my_inttypes.h:69
bool length(const dd::Spatial_reference_system *srs, const Geometry *g1, double *length, bool *null) noexcept
Computes the length of linestrings and multilinestrings.
Definition: length.cc:76
mutable_buffer buffer(void *p, size_t n) noexcept
Definition: buffer.h:420
Cursor end()
A past-the-end Cursor.
Definition: rules_table_service.cc:192
std::unordered_map< Key, Value, Hash, Key_equal, ut::allocator< std::pair< const Key, Value > > > unordered_map
Definition: ut0new.h:2899
int rpl_sidno
Type of SIDNO (source ID number, first component of GTID)
Definition: rpl_gtid.h:96
binary_log::gtids::gno_t rpl_gno
GNO, the second (numeric) component of a GTID, is an alias of binary_log::gtids::gno_t.
Definition: rpl_gtid.h:103
Represents one element in the linked list of intervals associated with a SIDNO.
Definition: rpl_gtid.h:1901
TODO: Move this structure to libbinlogevents/include/control_events.h when we start using C++11.
Definition: rpl_gtid.h:1066
Definition: my_thread_bits.h:52
An instrumented cond structure.
Definition: mysql_cond_bits.h:50
An instrumented mutex structure.
Definition: mysql_mutex_bits.h:50
Definition: result.h:30
Definition: plugin_utils.h:47