MySQL 8.4.2
Source Code Documentation
ddl0impl-buffer.h
Go to the documentation of this file.
1/*****************************************************************************
2
3Copyright (c) 2020, 2024, Oracle and/or its affiliates.
4
5This program is free software; you can redistribute it and/or modify it under
6the terms of the GNU General Public License, version 2.0, as published by the
7Free Software Foundation.
8
9This program is designed to work with certain software (including
10but not limited to OpenSSL) that is licensed under separate terms,
11as designated in a particular file or component or in included license
12documentation. The authors of MySQL hereby grant you an additional
13permission to link the program and your derivative works with the
14separately licensed software that they have either included with
15the program or referenced in the documentation.
16
17This program is distributed in the hope that it will be useful, but WITHOUT
18ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
19FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0,
20for more details.
21
22You should have received a copy of the GNU General Public License along with
23this program; if not, write to the Free Software Foundation, Inc.,
2451 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
25
26*****************************************************************************/
27
28/** @file include/ddl0impl-buffer.h
29 DDL buffer infrastructure.
30 Created 2020-11-01 by Sunny Bains. */
31
32#ifndef ddl0impl_buffer_h
33#define ddl0impl_buffer_h
34
35#include "ddl0impl.h"
36#include "dict0dict.h"
37
38namespace ddl {
39
40/** Buffer for sorting in main memory. */
42 /** Callback for writing serialized data to to disk.
43 @param[in] io_buffer Buffer to persist - aligned to IO_BLOCK_SIZE.
44 @return DB_SUCCES or error code. */
45 using Function = std::function<dberr_t(IO_buffer io_buffer)>;
46
47 /** Constructor.
48 @param[in,out] index Sort buffer is for this index.
49 @param[in] size Sort buffer size in bytes. */
50 explicit Key_sort_buffer(dict_index_t *index, size_t size) noexcept;
51
52 /** Destructor. */
54
55 /** Sort the elements in m_dtuples.
56 @param[in,out] dup For collecting the duplicate rows. */
57 void sort(ddl::Dup *dup) noexcept;
58
59 /** Serialize the contents for storing to disk.
60 @param[in] io_buffer Buffer for serializing.
61 @param[in] persist Function for persisting the data.
62 @return DB_SUCCESS or error code. */
63 dberr_t serialize(IO_buffer io_buffer, Function persist) noexcept;
64
65 /** Reset the sort buffer. clear the heap and entries. */
66 void clear() noexcept;
67
68 /** @return true if the index is clustered. */
69 [[nodiscard]] bool is_clustered() const noexcept {
70 return m_index->is_clustered();
71 }
72
73 /** @return true if the index is an FTS index. */
74 [[nodiscard]] bool is_fts() const noexcept {
75 return m_index->type & DICT_FTS;
76 }
77
78 /** @return true if the index has a unique constraint. */
79 [[nodiscard]] bool is_unique() const noexcept {
81 }
82
83 /** @return the heap to use. */
84 [[nodiscard]] mem_heap_t *heap() noexcept { return m_heap; }
85
86 /** @return number of tuples stored so far. */
87 [[nodiscard]] size_t size() const noexcept { return m_n_tuples; }
88
89 /** @return true if the buffer is full. */
90 [[nodiscard]] bool full() const noexcept { return size() >= m_max_tuples; }
91
92 /** @return true if the buffer is empty. */
93 [[nodiscard]] bool empty() const noexcept { return size() == 0; }
94
95 /** @return a references to the last element. */
96 [[nodiscard]] dfield_t *&back() noexcept {
97 ut_a(!empty());
98 return m_dtuples[size() - 1];
99 }
100
101 /** Allocate fields from the heap.
102 @param[in] n Number of fields to allocate.
103 @return an array of n dfields. */
104 dfield_t *alloc(size_t n) noexcept {
105 const auto sz = sizeof(dfield_t) * n;
106 return static_cast<dfield_t *>(mem_heap_alloc(m_heap, sz));
107 }
108
109 /** Check if n bytes will fit in the buffer.
110 @param[in] n Number of bytes to check.
111 @return true if n bytes will fit in the buffer. */
112 bool will_fit(size_t n) const noexcept {
113 /* Reserve one byte for the end marker and adjust for meta-data overhead. */
114 return m_total_size + n +
115 (sizeof(std::remove_pointer<decltype(
117 (m_n_tuples + 1)) <=
118 m_buffer_size - 1;
119 }
120
121 /** Deep copy the field data starting from the back.
122 @param[in] n_fields Number of fields to copy.
123 @param[in] data_size Size in bytes of the data to copy. */
124 void deep_copy(size_t n_fields, size_t data_size) noexcept;
125
126 /** Compare two merge data tuples.
127 @param[in] lhs Fields to compare on the LHS
128 @param[in] rhs Fields to compare on the RHS
129 @param[in,out] dup For capturing duplicates (or nullptr).
130 @retval +ve - if lhs > rhs
131 @retval -ve - if lhs < rhs
132 @retval 0 - if lhs == rhs */
133 [[nodiscard]] static int compare(const dfield_t *lhs, const dfield_t *rhs,
134 Dup *dup) noexcept;
135
136 /** DTuple is an array of dfield_t objects. */
137 using DTuple = dfield_t *;
138 using DTuples = std::vector<DTuple, ut::allocator<DTuple>>;
139
140 /** Memory heap where allocated */
142
143 /** The index the tuples belong to */
145
146 /** Total amount of data bytes */
147 size_t m_total_size{};
148
149 /** Number of data tuples */
150 size_t m_n_tuples{};
151
152 /** Maximum number of data tuples */
153 size_t m_max_tuples{};
154
155 /** Array of data tuples */
157
158 /** Buffer size. */
160};
161
162} // namespace ddl
163
164#endif /* !ddl0impl_buffer_h */
A utility class which, if inherited from, prevents the descendant class from being copied,...
Definition: ut0class_life_cycle.h:41
dberr_t
Definition: db0err.h:39
DDL implementation include file.
Data dictionary system.
static ulint dict_index_is_unique(const dict_index_t *index)
Check whether the index is unique.
constexpr uint32_t DICT_FTS
FTS index; can't be combined with the other flags.
Definition: dict0mem.h:104
static void * mem_heap_alloc(mem_heap_t *heap, ulint n)
Allocates n bytes of memory from a memory heap.
static void mem_heap_free(mem_heap_t *heap)
Frees the space occupied by a memory heap.
uint16_t value_type
Definition: vt100.h:184
The general architecture is that the work is done in two phases, roughly the read and write phase.
Definition: btr0load.cc:42
std::pair< byte *, os_offset_t > IO_buffer
Block size for DDL I/O operations.
Definition: ddl0impl.h:47
required string type
Definition: replication_group_member_actions.proto:34
Structure for reporting duplicate records.
Definition: ddl0ddl.h:132
Buffer for sorting in main memory.
Definition: ddl0impl-buffer.h:41
bool full() const noexcept
Definition: ddl0impl-buffer.h:90
std::function< dberr_t(IO_buffer io_buffer)> Function
Callback for writing serialized data to to disk.
Definition: ddl0impl-buffer.h:45
bool is_fts() const noexcept
Definition: ddl0impl-buffer.h:74
bool will_fit(size_t n) const noexcept
Check if n bytes will fit in the buffer.
Definition: ddl0impl-buffer.h:112
Key_sort_buffer(dict_index_t *index, size_t size) noexcept
Constructor.
Definition: ddl0buffer.cc:81
size_t m_buffer_size
Buffer size.
Definition: ddl0impl-buffer.h:159
size_t size() const noexcept
Definition: ddl0impl-buffer.h:87
dfield_t * alloc(size_t n) noexcept
Allocate fields from the heap.
Definition: ddl0impl-buffer.h:104
std::vector< DTuple, ut::allocator< DTuple > > DTuples
Definition: ddl0impl-buffer.h:138
static int compare(const dfield_t *lhs, const dfield_t *rhs, Dup *dup) noexcept
Compare two merge data tuples.
Definition: ddl0buffer.cc:246
bool is_clustered() const noexcept
Definition: ddl0impl-buffer.h:69
dberr_t serialize(IO_buffer io_buffer, Function persist) noexcept
Serialize the contents for storing to disk.
Definition: ddl0buffer.cc:117
size_t m_n_tuples
Number of data tuples.
Definition: ddl0impl-buffer.h:150
bool is_unique() const noexcept
Definition: ddl0impl-buffer.h:79
size_t m_total_size
Total amount of data bytes.
Definition: ddl0impl-buffer.h:147
mem_heap_t * heap() noexcept
Definition: ddl0impl-buffer.h:84
dict_index_t * m_index
The index the tuples belong to.
Definition: ddl0impl-buffer.h:144
void deep_copy(size_t n_fields, size_t data_size) noexcept
Deep copy the field data starting from the back.
Definition: ddl0buffer.cc:88
DTuples m_dtuples
Array of data tuples.
Definition: ddl0impl-buffer.h:156
dfield_t *& back() noexcept
Definition: ddl0impl-buffer.h:96
~Key_sort_buffer() noexcept
Destructor.
Definition: ddl0impl-buffer.h:53
size_t m_max_tuples
Maximum number of data tuples.
Definition: ddl0impl-buffer.h:153
mem_heap_t * m_heap
Memory heap where allocated.
Definition: ddl0impl-buffer.h:141
void sort(ddl::Dup *dup) noexcept
Sort the elements in m_dtuples.
Definition: ddl0buffer.cc:104
void clear() noexcept
Reset the sort buffer.
Definition: ddl0buffer.cc:98
bool empty() const noexcept
Definition: ddl0impl-buffer.h:93
Structure for an SQL data field.
Definition: data0data.h:605
Data structure for an index.
Definition: dict0mem.h:1046
unsigned type
index type (DICT_CLUSTERED, DICT_UNIQUE, DICT_IBUF, DICT_CORRUPT)
Definition: dict0mem.h:1073
bool is_clustered() const
Definition: dict0mem.h:1311
The info structure stored at the beginning of a heap block.
Definition: mem0mem.h:302
#define ut_a(EXPR)
Abort execution if EXPR does not evaluate to nonzero.
Definition: ut0dbg.h:93
int n
Definition: xcom_base.cc:509