A connection with a MySQL server can be established by creating a Session
through the getSession()
method available in the main module API. The session will be established via the X Plugin which, by default, listens on TCP port 33060
. Also, by default, X Protocol sessions are established using TLS and the PLAIN
authentication method (more details available here).
Using a URI:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@localhost:33060/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', host: 'localhost', port: 33060 }
});
Using a "unified" connection string, which is basically a reduced version of the URI format (without the scheme):
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('root:passwd@localhost:33060/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', host: 'localhost', port: 33060 }
});
Using a session configuration object:
const mysqlx = require('@mysql/xdevapi');
const config = {
password: 'passwd',
user: 'root',
host: 'localhost',
port: 33060,
schema: 'mySchema'
};
mysqlx.getSession(config)
.then(session => {
console.log(session.inspect()); // { user: 'root', host: 'localhost', port: 33060 }
});
If the server is running in the same machine as the client, and is bound to a local UNIX socket (no support for windows pipes yet), the previous examples work, with some small notation differences.
Using a URI with a pct-encoded socket path:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@%2Fpath%2Fto%2Fsocket/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', socket: '/path/to/socket' }
});
Using a URI with an unencoded socket path:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@(/path/to/socket)/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', socket: '/path/to/socket' }
});
Using a "unified" connection string with a pct-encoded socket path:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('root:passwd@%2Fpath%2Fto%2Fsocket/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', socket: '/path/to/socket' }
});
Using a "unified" connection string with an unencoded socket path:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('root:passwd@(/path/to/socket)/mySchema')
.then(session => {
console.log(session.inspect()); // { user: 'root', socket: '/path/to/socket' }
});
Using a session configuration object:
const mysqlx = require('@mysql/xdevapi');
const config = {
password: 'passwd',
user: 'root',
socket: '/path/to/socket',
schema: 'mySchema'
};
mysqlx.getSession(config)
.then(session => {
console.log(session.inspect()); // { user: 'root', socket: '/path/to/socket' }
});
Multi-host and failover
Multiple MySQL router or server endpoints (host and/or port or unix sockets) can be provided when creating a session. This allows the connector to perform automatic failover selection when the endpoints are not available. The selection is made based on the priority specified for each endpoint or randomly if the priority is not speficied.
Explicit priorities should start at 0
(lowest priority) and finish at 100
(highest priority). When two endpoints share the same priority, one of them will be picked randomly.
WARNING
In previous versions of Connector/Node.js, endpoints would be assigned an implicit descending priority according to their position on the list. This is no longer the case.
When setting up multihost failover endpoints without priority, any of the available endpoints can be picked:
const mysqlx = require('@mysql/xdevapi');
const uri = 'mysqlx://root:passwd@[127.0.0.1:33060, 127.0.0.1:33061, 127.0.0.1:33062]';
// or
const options = {
endpoints: [{
host: '127.0.0.1',
port: 33060
}, {
host: '127.0.0.1',
port: 33061
}, {
host: '127.0.0.1',
port: 33062
}],
user: 'root',
password: 'passwd'
};
// if neither 33060 nor 33061 are available
mysqlx.getSession(uri)
.then(session => {
console.log(session.inspect().port); // 33062
});
// if neither 33060 nor 33062 are available
mysqlx.getSession(uri)
.then(session => {
console.log(session.inspect().port); // 33061
});
// if neither 33061 nor 33062 are available
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33060
});
// if only 33060 is not available, any of the other two can be picked
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33061 or 33062
})
Setting-up failover servers with explicit priority:
const mysqlx = require('@mysql/xdevapi');
const uri = 'mysqlx://root:passwd@[(address=127.0.0.1:33060,priority=99),(address=127.0.0.1:33061,priority=100)]';
// or
const options = {
endpoints: [{
host: '127.0.0.1',
port: 33060,
priority: 99
}, {
host: '127.0.0.1',
port: 33061,
priority: 100
}]
};
// if both endpoints are available
mysqlx.getSession(uri)
.then(session => {
console.log(session.inspect().port); // 33061
});
// if 33061 is not available
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33060
});
Mixing endpoints with and without priority is not possible with a connection string. It is possible to do it using a configuration object but it is not avised. In case it happens, endpoints without priority will be randomly picked only and if only there are no endpoints with a specific priority which are available at the moment.
const mysqxl = require('@mysql/xdevapi');
const options = {
endpoints: [{
host: '127.0.0.1',
port: 33060
}, {
host: '127.0.0.1',
port: 33061,
priority: 90
}, {
host: '127.0.0.1',
port: 33062
}, {
host: '127.0.0.1',
port: 33063,
priority: 100
}],
user: 'root',
password: 'passwd',
};
// if all endpoints are available
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33063
});
// if 33063 is not available
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33061
});
// if neither 33063 nor 33061 are available any of the either two can be picked
mysqlx.getSession(options)
.then(session => {
console.log(session.inspect().port); // 33060 or 33062
});
Connection timeout
By default, the initial server connection will timeout after 10 seconds in a single-host scenario, and after 10 seconds for each connection attempt in a multi-host scenario. This behaviour can be overriden by providing a custom timeout value, which should be an integer representing the number of ms
to wait for a valid connection.
In a single-host scenario, when a connection is not established in the defined interval, the following should happen:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@localhost:33060?connect-timeout=5000')
.catch(err => {
// connection could not be established after 5 seconds
console.log(err.message); // Connection attempt to the server was aborted. Timeout of 5000 ms was exceeded.
});
The custom value can also be defined using a plain JavaScript object, whose counterpart property name is, in this case, connectTimeout
.
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession({ user: 'root', password: 'passwd', connectTimeout: 8000 })
.catch(err => {
// connection could not be established after 8 seconds
console.log(err.message); // Connection attempt to the server was aborted. Timeout of 8000 ms was exceeded.
});
In a multi-host scenario, the error message will be a bit different:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@[localhost:33060, 127.0.0.1:33060]?connect-timeout=5000')
.catch(err => {
// connection could not be established after 10 seconds (5 seconds for each server)
console.log(err.message); // All server connection attempts were aborted. Timeout of 5000 ms was exceeded for each selected server.
});
To explicitly disable the timeout, one can use connect-timeout=0
.
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root:passwd@127.0.0.1:33060?connect-timeout=0')
.catch(err => {
// should not reach this point for any timeout-related reason
});
Working with schemas
As usual in MySQL, all tables, views and collections live within a given namespace formally called schema. A Session
instance provides constructs to manage database schemas in the scope of a given session.
Connecting to an existing schema using the connection URI:
const mysqlx = require('@mysql/xdevapi');
// assuming the schema "foo" exists in the server
mysqlx.getSession('mysqlx://root@localhost:33060/foo')
.then(session => {
return session.getSchemas();
})
.then(schemas => {
console.log(schemas); // [{ Schema: { name: 'foo' } }]
});
// if the schema does not exist, an error will be thrown
mysqlx.getSession('mysqlx://root@localhost:33060/bar')
.catch(err => {
console.log(err.message); // Unknown database 'bar'
});
Creating a new schema:
const mysqlx = require('@mysql/xdevapi');
mysqlx.getSession('mysqlx://root@localhost:33060')
.then(session => {
return session.createSchema('bar')
.then(() => {
return session.getSchemas();
})
.then(schemas => {
console.log(schemas); // [{ Schema: { name: 'bar' } }]
});
});
Dropping an existing schema:
const mysqlx = require('@mysql/xdevapi');
mysqlx
.getSession('mysqlx://root@localhost:33060/foo')
.then(session => {
return session.dropSchema('foo')
.then(() => {
return session.getSchemas();
})
.then(schemas => {
console.log(schemas); // []
});
});
Connection pooling
X Protocol connections to the MySQL server can be managed by a proper automated connection pool. A pool can be created using the Client interface. Similarly to the mysqlx.getSession()
the pool is created using a connection string (or connection configuration options) as described before. Additionally, one can also provide custom pooling configuration options using a pooling
property. The following options are available:
Option | Meaning | Default |
---|---|---|
enabled | enable/disable pooling | true |
maxSize | maximum number of connections supported by the pool | 25 |
maxIdleTime | maximum number of milliseconds to allow a connection to be idle (0 = infinite) | 0 |
queueTimeout | maximum number of milliseconds to wait for a connection to become available (0 = infinite) | 0 |
Note: the pooling queueTimeout
option is different from connection connectTimeout
option. In a pooling scenario there are already connections in the pool, so queueTimeout
controls how long to wait for a connection to be acquired from the pool, not how long to wait for that connection to be established.
Creating a pool with the default options
const mysqlx = require('@mysql/xdevapi');
const client = mysqlx.getClient('mysqlx:root@localhost:33060');
client.getSession()
.then(session => {
console.log(session.inspect());
// { user: 'root', host: 'localhost', port: 33060, pooling: true, ... }
});
Creating a pool with custom configuration options
const mysqlx = require('@mysql/xdevapi');
const client = mysqlx.getClient('mysqlx:root@localhost:33060', { pooling: { maxSize: 1, maxIdleTime: 1000, queueTimeout: 2000 } });
client.getSession()
.then(session => {
console.log(session.inspect());
// { user: 'root', host: 'localhost', port: 33060, pooling: true, ... }
});
Each session created from a connection pool includes a close()
method which, in this case, releases a connection from the pool and makes it available in subsequent connection requests.
const mysqlx = require('@mysql/xdevapi');
const client = mysqlx.getClient('mysqlx:root@localhost:33060', { pooling: { enabled: true, maxSize: 10 } });
client.getSession()
.then(session => {
return session.close();
});
The Client instance, on the other hand, includes a close()
method that effectively destroys the pool and cleans any unused connection references.
const mysqlx = require('@mysql/xdevapi');
const client = mysqlx.getClient('mysqlx:root@localhost:33060', { pooling: { queueTimeout: 2000, maxIdleTime: 1000 } });
client.getSession()
.then(session => {
return client.close();
});
Overall, when connection pooling is enabled, the following scenarios are likely to happen when a connection is requested from a pool which contains maxSize
connections:
- A connection will become available once a previously existing session is explicitely closed.
- No connection will become available, and the client will hang, when no previous session was explicitely closed, if both
queueTimeout
andmaxIdleTimeout
are set to their default values of0
ms. - A timeout error will be thrown if the time specified by
queueTimeout
is exceeded.
Each X Protocol connection matches its own regular X DevAPI Session, which means that everytime the Client.getSession()
method is called, a new server session is also created from a clean slate.
Connection Attributes
Custom operational details about the application can be defiend and sent to the MySQL server using connection attributes, making that information available in the database, under the following PERFORMANCE_SCHEMA
tables:
session_account_connect_attrs
, attributes for the current session, and other sessions associated with the sessionsession_connect_attrs
, attributes for all sessions
These attributes are be defined when creating a new X DevAPI session and will be immutable during the life-time of that session. That means it is not possible to use them for storing transient information, such as the number of rows that have been processed up to a give point, or whether the connection has an active transaction, what line of application code is being executed, etc. They are useful for troubleshooting purposes nonetheless.
There are two different kinds of attributes. Client-defined attributes, are reserved key-value mappings implicitely encoded by the connector. User-defined attributes are key-value mappings provided by the user/application via the public API.
Connector/Node.js uses, by default, the following list of client-defined attributes:
_pid
, the process identifier on the machine where the application is running_platform
, the platform architecture where the application is running_os
, the platform name and version where the application is running (e.gLinux-4.15.0
)_source_host
, the hostname of the machine where the application is running_client_name
(mysql-connector-nodejs
)_client_version
, the version of Connector/Node.js used by the application_client_license
(GPL-2.0
)
By default, in the following scenarios, when no attributes are defined explicitely, the client-defined attributes will be sent to the server regardless.
mysqlx.getSession('mysqlx://root@localhost')
mysqlx.getSession({ user: 'root' })
mysqlx.getSession('{ "user": "root" }')
mysqlx.getSession('mysqlx://root@localhost?connection-attributes')
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=')
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=[]')
mysqlx.getSession({ user: 'root', connectionAttributes: {} })
mysqlx.getSession('{ "user": "root", "connectionAttributes": {} }')
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=true')
mysqlx.getSession({ user: 'root', connectionAttributes: true })
mysqlx.getSession('{ "user": "root", "connectionAttributes": true }')
Sending user-defined attributes can be done like the following:
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=[foo=bar,baz=qux,quux]')
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=[foo=bar,baz=qux,quux=]')
mysqlx.getSession({ user: 'root', connectionAttributes: { foo: 'bar', baz: 'qux', quux: '' } })
mysqlx.getSession({ user: 'root', connectionAttributes: { foo: 'bar', baz: 'qux', quux: undefined } })
mysqlx.getSession({ user: 'root', connectionAttributes: { foo: 'bar', baz: 'qux', quux: null } })
mysqlx.getSession('{ "user": "root", "connectionAttributes": { "foo": "bar", "baz": "qux", "quux": "" } }')
mysqlx.getSession('{ "user": "root", "connectionAttributes": { "foo": "bar", "baz": "qux", "quux": null } }')
Duplicate attribute names are not allowed when using a connection string. When using a plain JavaScript or JSON object, the last attribute value definition will stand. Client-defined attribute names start with an "_"
, which means that this convention is not allowed for user-defined attributes. Also, due to schema restricitions by the PERFORMANCE_SCHEMA
tables, the X Protocol only allows string-based key-value mappings, which means that non-primitive and/or nested values don't have first-class support and are "stringified" by default.
Also note that empty strings, undefined
or null
attribute values will be coerced to MySQL's NULL
value.
This feature can be disabled and no connection attribute will be sent whatsoever (client-defined or user-defined).
mysqlx.getSession('mysqlx://root@localhost?connection-attributes=false')
mysqlx.getSession({ user: 'root', connectionAttributes: false })
mysqlx.getSession('{ "user": "root", "connectionAttributes": false }')
mysqlx.getSession({ user: 'root', connectionAttributes: null })
mysqlx.getSession('{ "user": "root", "connectionAttributes": null }')
mysqlx.getSession({ user: 'root', connectionAttributes: undefined })
Resolving SRV records for a given host
When using a DNS server or any kind or service discovery utility that supports mapping SRV records, one can create a connection to that host using the mysqlx+srv
scheme/extension and Connector/Node.js will automatically resolve the available server addresses described by those SRV records.
For instance, with a DNS server at the foo.abc.com
endpoint, with the following service mapping:
Record TTL Class Priority Weight Port Target
_mysqlx._tcp.foo.abc.com. 86400 IN SRV 0 5 33060 foo1.abc.com
_mysqlx._tcp.foo.abc.com. 86400 IN SRV 0 10 33060 foo2.abc.com
_mysqlx._tcp.foo.abc.com. 86400 IN SRV 10 5 33060 foo3.abc.com
_mysqlx._tcp.foo.abc.com. 86400 IN SRV 20 5 33060 foo4.abc.com
the client will connect to the best target server, given its priority and weight.
mysqlx.getSession('mysqlx+srv://root@_mysqlx._tcp.foo.abc.com')
.then(session => {
console.log(session.inspect().host); // foo2.abc.com
});
mysqlx.getSession({ host: '_mysqlx._tcp.foo.abc.com', resolveSrv: true, user: 'root' })
.then(session => {
console.log(session.inspect().host); // foo2.abc.com
});
If the highest-priority target server is not available, the most suitable alternative will be picked:
// foo2.abc.com is down
mysqlx.getSession('mysqlx+srv://root@_mysqlx._tcp.foo.abc.com')
.then(session => {
console.log(session.inspect().host); // foo1.abc.com
});
mysqlx.getSession({ host: '_mysqlx._tcp.foo.abc.com', resolveSrv: true, user: 'root' })
.then(session => {
console.log(session.inspect().host); // foo1.abc.com
});
The behavior should apply to pooling connections as well, using the mysqlx.getClient()
interface. A relevant scenario in a pooling setup is when a connection is released back to the pool, and the initial target host becomes unavailable either because it is down or it has been removed from the SRV record list. In that case, subsequent calls to getSession()
should yield a connection to the next available host, according to the same rules established by priority and weight.
const client = mysqlx.getClient('mysqlx+srv://root@_mysqlx._tcp.foo.abc.com');
client.getSession()
.then(session => {
console.log(session.inspect().host); // foo2.abc.com
return session.close();
})
.then(() => {
// In the meantime "foo2.abc.com" became unavailable
return client.getSession();
})
.then(session => {
console.log(session.inspect().host); // foo1.abc.com
});
Note: attemping to create connections with UNIX sockets, server ports or multiple hostnames whilst enabling SRV resolution will result in an error.
Connections closed by the server
A server connection can be closed due to multiple reasons, either because of an unexpected failure or simply because the server decided to close the connection given one of the following reasons:
- the connection was inactive (one or both of
mysqlx_wait_timeout
andmysqlx_read_timeout
were exceeded) - the connection was killed in a different session (using the
kill_client
Admin API command or an SQLKILL
statement) - the server itself is shutting down
In all of these scenarios, when the connection is closed, it can't be re-used by an existing session. However, in the first two scenarios, the server is probably still available, which means we can attempt to re-connect. This is also the case when there are other servers available in a multi-host setting.
This introduces a custom connection pool behavior, where all connections that have been closed by the server are effectively released from the pool whenever a new connection tries to be acquired, regardless the value of maxIdleTime
has been exceeded.
So, for instance, when mysqlx_wait_timeout
is set to 10 seconds:
const waitTimeout = 10;
const client = mysqlx.getClient({ host: 'foo.example.com' }, { pooling: { maxSize: 2 } });
Promise.all([client.getSession(), client.getSession()])
.then(session => {
// wait for more than 10s, making the server connection idle
return new Promise(resolve => setTimeout(resolve, waitTimeout * 1000 + 1000));
})
.then(() => {
// by this point, the connections should have been released
return client.getSession();
})
.then(session => {
return session.sql('select 1')
.execute();
})
.then(res => {
console.log(res.fetchOne()); // [1]
});
When the connection is killed from a different session:
const client = mysqlx.getClient({ host: 'foo.example.com' }, { pooling: { maxSize: 2 } });
return Promise.all([client.getSession(), client.getSession()]
.then(sessions => {
return sessions[0].sql('select CONNECTION_ID()')
.execute()
.then(res => {
return sessions[1].sql('kill ?')
.bind(res.fetchOne()[0])
.execute();
});
})
.then(() => {
// by this point, one of the connections should have been released
return client.getSession();
})
.then(session => {
return session.sql('select 1')
.execute();
})
.then(res => {
console.log(res.fetchOne()); // [1]
})
When the server is shutting down and there are no other servers available:
// we don't want to wait forever
const queueTimeout = 1000;
const client = mysqlx.getClient({ host: 'foo.example.com' }, { pooling: { maxSize: 2, queueTimeout } });
// start by filling the pool
Promise.all([client.getSession(), client.getSession()])
.then(() => {
// assuming the server is shutting down by this point
return new Promise(resolve => setTimeout(resolve, queueTimeout + 1000));
})
.then(() => {
// the value of `queueTimeout` has been exceeded by this point
// and both of the connections should have been released
return client.getSession();
})
.catch(err => {
console.log(err.message); // connect ECONNREFUSED foo.example.com:33060
});
When the server is shutting down but there are other servers available:
const client = mysqlx.getClient({ endpoints: [{ host: 'foo.example.com', priority: 90 }, { host: 'bar.example.com', priority: 80 }] }, { pooling: { maxSize: 2 } });
// start by filling the pool
Promise.all([client.getSession(), client.getSession()]);
.then(session => {
// assuming the server at 'foo.example.com' is shutting down by this point,
// both connections should have been released
return client.getSession();
})
.then(session => {
return session.sql('select 1')
.execute();
})
.then(res => {
console.log(res.fetchOne()) // [1]
});