20#include <unordered_map>
40escapePgSqlConnValue(
const std::string& value) {
42 escaped.reserve(value.size());
43 for (
const char ch : value) {
44 if (ch ==
'\\' || ch ==
'\'') {
45 escaped.push_back(ch);
47 escaped.push_back(ch);
71 : result_(result), rows_(0), cols_(0) {
80 rows_ = PQntuples(result);
81 cols_ = PQnfields(result);
87 if (row < 0 || row >= rows_) {
89 <<
", out of range: 0.." << rows_);
101 if (col < 0 || col >= cols_) {
103 <<
", out of range: 0.." << cols_);
115 const char* label = 0;
118 label = PQfname(result_, col);
120 std::ostringstream os;
121 os <<
"Unknown column:" << col;
129 : conn_(conn), committed_(false) {
130 conn_.startTransaction();
149 if (PQstatus(
conn_) == CONNECTION_OK) {
151 if (PQresultStatus(r) != PGRES_COMMAND_OK) {
160std::pair<uint32_t, uint32_t>
164 const string& timer_name,
169 if (!timer_name.empty()) {
174 conn.openDatabaseInternal(
false);
176 const char* version_sql =
"SELECT version, minor FROM schema_version;";
178 if (PQresultStatus(r) != PGRES_TUPLES_OK) {
180 << version_sql <<
", reason: " << PQerrorMessage(conn.
conn_));
189 return (make_pair(
version, minor));
195 const string& timer_name) {
197 bool const retry(parameters.count(
"retry-on-startup") &&
198 parameters.at(
"retry-on-startup") ==
"true");
201 pair<uint32_t, uint32_t> schema_version;
203 schema_version =
getVersion(parameters, ac,
cb, retry ? timer_name :
string());
216 }
catch (exception
const& exception) {
234 schema_version =
getVersion(parameters, ac,
cb, retry ? timer_name :
string());
240 if (schema_version != expected_version) {
242 << expected_version.first <<
"." << expected_version.second
243 <<
", found version: " << schema_version.first <<
"."
244 << schema_version.second);
250 if (parameters.count(
"readonly") && parameters.at(
"readonly") ==
"true") {
257 if (parameters.count(
"password-file")) {
272 vector<string> kea_admin_parameters(
get<0>(tupl));
274 kea_admin_parameters.insert(kea_admin_parameters.begin(),
"db-init");
281 pid_t
const pid(kea_admin.
spawn());
286 if (exit_code != 0) {
291tuple<vector<string>, vector<string>>
293 vector<string> result{
"pgsql"};
295 for (
auto const& p : params) {
296 string const& keyword(p.first);
297 string const& value(p.second);
300 if (keyword ==
"user" ||
301 keyword ==
"password" ||
305 result.push_back(
"--" + keyword);
306 result.push_back(value);
313 static unordered_map<string, string> conversions{
314 {
"cert-file",
"sslcert"},
315 {
"key-file",
"sslkey"},
316 {
"trust-anchor",
"sslrootcert"},
317 {
"ssl-mode",
"sslmode"},
319 if (conversions.count(keyword)) {
320 result.push_back(
"--extra");
321 result.push_back(conversions.at(keyword) +
"=" + value);
327 static unordered_map<string, string> env_conversions{
328 {
"connect-timeout",
"PGCONNECT_TIMEOUT"},
331 if (env_conversions.count(keyword)) {
332 vars.push_back(env_conversions.at(keyword) +
"=" + value);
335 return make_tuple(result, vars);
343 if (PQresultStatus(r) != PGRES_COMMAND_OK) {
345 <<
" name: " << statement.
name
346 <<
", reason: " << PQerrorMessage(
conn_)
347 <<
", text: " << statement.
text);
356 tagged_statement != end_statement; ++tagged_statement) {
363 return (getConnParametersInternal(
false));
367PgSqlConnection::getConnParametersInternal(
bool logging) {
368 string dbconnparameters;
369 string shost =
"localhost";
376 dbconnparameters +=
"host = '" + escapePgSqlConnValue(shost) +
"'";
378 unsigned int port = 0;
380 setIntParameterValue(
"port", 0, numeric_limits<uint16_t>::max(), port);
382 }
catch (
const std::exception& ex) {
388 std::ostringstream oss;
390 dbconnparameters +=
" port = " + oss.str();
396 dbconnparameters +=
" user = '" + escapePgSqlConnValue(suser) +
"'";
404 dbconnparameters +=
" password = '" + escapePgSqlConnValue(spassword) +
"'";
408 string spassword_file;
415 if (!spassword_file.empty()) {
418 dbconnparameters +=
" password = '" + escapePgSqlConnValue(spassword) +
"'";
420 if (!spassword.empty()) {
428 dbconnparameters +=
" dbname = '" + escapePgSqlConnValue(sname) +
"'";
431 isc_throw(NoDatabaseName,
"must specify a name for the database");
435 unsigned int tcp_user_timeout = 0;
440 setIntParameterValue(
"connect-timeout", 1, numeric_limits<int>::max(), connect_timeout);
445 setIntParameterValue(
"tcp-user-timeout", 0, numeric_limits<int>::max(), tcp_user_timeout);
447 }
catch (
const std::exception& ex) {
452 std::ostringstream oss;
453 oss <<
" connect_timeout = " << connect_timeout;
455 if (tcp_user_timeout > 0) {
457#ifdef HAVE_PGSQL_TCP_USER_TIMEOUT
458 oss <<
" tcp_user_timeout = " << tcp_user_timeout * 1000;
459 static_cast<void>(logging);
466 dbconnparameters += oss.str();
482 if (ssslmode.empty()) {
483 ssslmode =
"verify-ca";
485 dbconnparameters +=
" sslrootcert = " + sca;
494 dbconnparameters +=
" sslcert = " + scert;
503 dbconnparameters +=
" sslkey = " + skey;
509 if (ssslmode.empty()) {
510 ssslmode =
"require";
512 dbconnparameters +=
" gssencmode = disable";
515 if (!ssslmode.empty()) {
516 dbconnparameters +=
" sslmode = " + ssslmode;
519 return (dbconnparameters);
524 openDatabaseInternal(
true);
528PgSqlConnection::openDatabaseInternal(
bool logging) {
529 std::string dbconnparameters = getConnParametersInternal(logging);
532 PGconn* new_conn = PQconnectdb(dbconnparameters.c_str());
537 if (PQstatus(new_conn) != CONNECTION_OK) {
543 std::string error_message = PQerrorMessage(new_conn);
552 std::ostringstream s;
554 s <<
" (scheduling retry " << rec->retryIndex() + 1 <<
" of " << rec->maxRetries() <<
" in " << rec->retryInterval() <<
" milliseconds)";
556 error_message += s.str();
558 isc_throw(DbOpenErrorWithRetry, error_message);
565 conn_.setConnection(new_conn);
570 const char* sqlstate = PQresultErrorField(r, PG_DIAG_SQLSTATE);
572 return ((sqlstate != 0) &&
579 int s = PQresultStatus(r);
580 if (s != PGRES_COMMAND_OK && s != PGRES_TUPLES_OK) {
585 const char* sqlstate = PQresultErrorField(r, PG_DIAG_SQLSTATE);
586 if ((sqlstate == 0) ||
587 ((memcmp(sqlstate,
"08", 2) == 0) ||
588 (memcmp(sqlstate,
"53", 2) == 0) ||
589 (memcmp(sqlstate,
"54", 2) == 0) ||
590 (memcmp(sqlstate,
"57", 2) == 0) ||
591 (memcmp(sqlstate,
"58", 2) == 0))) {
595 .
arg(sqlstate ? sqlstate :
"<sqlstate null>");
606 "fatal database error or connectivity lost");
612 <<
", reason: " << PQerrorMessage(
conn_));
618 <<
", reason: " << PQerrorMessage(
conn_));
622 const char* error_message = PQerrorMessage(
conn_);
624 << statement.
name <<
", status: " << s
625 <<
"sqlstate:[ " << (sqlstate ? sqlstate :
"<null>")
626 <<
" ], reason: " << error_message);
640 if (PQresultStatus(r) != PGRES_COMMAND_OK) {
641 const char* error_message = PQerrorMessage(
conn_);
666 if (PQresultStatus(r) != PGRES_COMMAND_OK) {
667 const char* error_message = PQerrorMessage(
conn_);
686 if (PQresultStatus(r) != PGRES_COMMAND_OK) {
687 const char* error_message = PQerrorMessage(
conn_);
699 std::string sql(
"SAVEPOINT " + name);
709 std::string sql(
"ROLLBACK TO SAVEPOINT " + name);
728 if (
static_cast<size_t>(statement.
nbparams) != in_bindings.
size()) {
730 <<
" expected: " << statement.
nbparams
731 <<
" parameters, given: " << in_bindings.
size()
732 <<
", statement: " << statement.
name
733 <<
", SQL: " << statement.
text);
736 const char*
const* values = 0;
737 const int* lengths = 0;
738 const int* formats = 0;
740 values =
static_cast<const char* const*
>(&in_bindings.
values_[0]);
741 lengths =
static_cast<const int *
>(&in_bindings.
lengths_[0]);
742 formats =
static_cast<const int *
>(&in_bindings.
formats_[0]);
747 values, lengths, formats, 0)));
762 int rows = result_set->getRows();
763 for (
int row = 0; row < rows; ++row) {
765 process_result_row(*result_set, row);
766 }
catch (
const std::exception& ex) {
769 statement.
text <<
">");
787 return (boost::lexical_cast<int>(PQcmdTuples(*result_set)));
792PgSqlConnection::setIntParameterValue(
const std::string& name, int64_t min, int64_t max, T& value) {
799 if (svalue.empty()) {
804 auto parsed_value = boost::lexical_cast<T>(svalue);
806 if ((parsed_value < min) || (parsed_value > max)) {
807 isc_throw(BadValue,
"bad " << svalue <<
" value");
810 value = parsed_value;
816 isc_throw(BadValue, name <<
" parameter (" <<
817 svalue <<
") must be an integer between "
818 << min <<
" and " << max);
A generic exception that is thrown if a parameter given to a method is considered invalid in that con...
A generic exception that is thrown if a function is called in a prohibited way.
A generic exception that is thrown when an unexpected error condition occurs.
Utility class for spawning new processes.
int getExitStatus(const pid_t pid) const
Returns exit status of the process.
std::string getCommandLine(std::unordered_set< std::string > redact_args={}) const
Returns full command line, including arguments, for the process.
bool isRunning(const pid_t pid) const
Checks if the process is still running.
pid_t spawn(bool dismiss=false)
Spawn the new process.
Exception thrown on attempt to use a default credential.
std::string getParameter(const std::string &name) const
Returns value of a connection parameter.
util::ReconnectCtlPtr reconnectCtl()
The reconnect settings.
virtual void makeReconnectCtl(const std::string &timer_name, unsigned int id)
Instantiates a ReconnectCtl based on the connection's reconnect parameters.
void markUnusable()
Sets the unusable flag to true.
static bool test_mode_
Test mode flag (default false).
static bool retry_
Flag which indicates if the database connection should be retried on fail.
void checkUnusable()
Throws an exception if the connection is not usable.
bool isUnusable()
Flag which indicates if connection is unusable.
static isc::asiolink::IOServicePtr & getIOService()
Returns pointer to the IO service.
std::map< std::string, std::string > ParameterMap
Database configuration parameter map.
Exception thrown when a specific connection has been rendered unusable either through loss of connect...
Exception thrown on failure to open database but permit retries.
Exception thrown on failure to open database.
Exception thrown on failure to execute a database function.
Database duplicate entry error.
Key is NULL but was specified NOT NULL.
Common PgSql Connector Pool.
static bool warned_about_tls
Emit the TLS support warning only once.
void startTransaction()
Starts new transaction.
void rollback()
Rollbacks current transaction.
void createSavepoint(const std::string &name)
Creates a savepoint within the current transaction.
uint64_t updateDeleteQuery(PgSqlTaggedStatement &statement, const PsqlBindArray &in_bindings)
Executes UPDATE or DELETE prepared statement and returns the number of affected rows.
int transaction_ref_count_
Reference counter for transactions.
void selectQuery(PgSqlTaggedStatement &statement, const PsqlBindArray &in_bindings, ConsumeResultRowFun process_result_row)
Executes SELECT query using prepared statement.
bool compareError(const PgSqlResult &r, const char *error_state)
Checks a result set's SQL state against an error state.
std::string getConnParameters()
Creates connection string from specified parameters.
static const char NULL_KEY[]
Define the PgSql error state for a null foreign key error.
std::function< void(PgSqlResult &, int)> ConsumeResultRowFun
Function invoked to process fetched row.
void prepareStatement(const PgSqlTaggedStatement &statement)
Prepare Single Statement.
static const char DUPLICATE_KEY[]
Define the PgSql error state for a duplicate key error.
static void ensureSchemaVersion(const ParameterMap ¶meters, const DbCallback &cb=DbCallback(), const std::string &timer_name=std::string())
Retrieve schema version, validate it against the hardcoded version, and attempt to initialize the sch...
PgSqlResultPtr executePreparedStatement(PgSqlTaggedStatement &statement, const PsqlBindArray &in_bindings=PsqlBindArray())
Executes a prepared SQL statement.
bool isTransactionStarted() const
Checks if there is a transaction in progress.
static std::pair< uint32_t, uint32_t > getVersion(const ParameterMap ¶meters, const IOServiceAccessorPtr &ac=IOServiceAccessorPtr(), const DbCallback &cb=DbCallback(), const std::string &timer_name=std::string(), unsigned int id=0)
Get the schema version.
static std::string KEA_ADMIN_
Holds location to kea-admin.
PgSqlHolder conn_
PgSql connection handle.
void rollbackToSavepoint(const std::string &name)
Rollbacks to the given savepoint.
static std::tuple< std::vector< std::string >, std::vector< std::string > > toKeaAdminParameters(ParameterMap const ¶ms)
Convert PostgreSQL library parameters to kea-admin parameters.
static void initializeSchema(const ParameterMap ¶meters)
Initialize schema.
void startRecoverDbConnection()
The recover connection.
void insertQuery(PgSqlTaggedStatement &statement, const PsqlBindArray &in_bindings)
Executes INSERT prepared statement.
void commit()
Commits current transaction.
void executeSQL(const std::string &sql)
Executes the an SQL statement.
virtual ~PgSqlConnection()
Destructor.
void checkStatementError(const PgSqlResult &r, PgSqlTaggedStatement &statement)
Checks result of the r object.
void prepareStatements(const PgSqlTaggedStatement *start_statement, const PgSqlTaggedStatement *end_statement)
Prepare statements.
void openDatabase()
Open database with logging.
PgSqlConnection(const ParameterMap ¶meters, IOServiceAccessorPtr io_accessor=IOServiceAccessorPtr(), DbCallback callback=DbCallback())
Constructor.
static void getColumnValue(const PgSqlResult &r, const int row, const size_t col, std::string &value)
Fetches text column value as a string.
RAII wrapper for PostgreSQL Result sets.
void colCheck(int col) const
Determines if a column index is valid.
void rowCheck(int row) const
Determines if a row index is valid.
void rowColCheck(int row, int col) const
Determines if both a row and column index are valid.
~PgSqlResult()
Destructor.
std::string getColumnLabel(const int col) const
Fetches the name of the column in a result set.
PgSqlResult(PGresult *result)
Constructor.
PgSqlTransaction(PgSqlConnection &conn)
Constructor.
void commit()
Commits transaction.
~PgSqlTransaction()
Destructor.
Thrown when an initialization of the schema failed.
int version()
returns Kea hooks version.
We want to reuse the database backend connection and exchange code for other uses,...
#define isc_throw(type, stream)
A shortcut macro to insert known values into exception arguments.
int get(CalloutHandle &handle)
The gss-tsig-get command.
std::vector< std::string > ProcessEnvVars
Type of the container holding environment variables of the executable being run as a background proce...
const int DB_DBG_TRACE_DETAIL
Database logging levels.
const int PGSQL_DEFAULT_CONNECTION_TIMEOUT
@ PGSQL_NO_INIT_NO_PASSWORD
@ PGSQL_TCP_USER_TIMEOUT_UNSUPPORTED
@ PGSQL_START_TRANSACTION
@ PGSQL_INITIALIZE_SCHEMA
@ PGSQL_INITIAL_CONNECTION_FAIL
boost::shared_ptr< PgSqlResult > PgSqlResultPtr
constexpr size_t PGSQL_STATECODE_LEN
boost::shared_ptr< IOServiceAccessor > IOServiceAccessorPtr
Pointer to an instance of IOServiceAccessor.
const size_t OID_NONE
Constants for PostgreSQL data types These are defined by PostgreSQL in <catalog/pg_type....
const uint32_t PGSQL_SCHEMA_VERSION_MINOR
std::function< bool(util::ReconnectCtlPtr db_reconnect_ctl)> DbCallback
Defines a callback prototype for propagating events upward.
std::function< isc::asiolink::IOServicePtr()> IOServiceAccessor
Function which returns the IOService that can be used to recover the connection.
const uint32_t PGSQL_SCHEMA_VERSION_MAJOR
Define the PostgreSQL backend version.
string getContent(string const &file_name)
Get the content of a regular file.
bool isFile(string const &path)
Check if there is a file at the given path.
Defines the logger used by the top-level component of kea-lfc.
static void check(const std::string &value)
Check if the value is a default credential.
DB_LOG & arg(T first, Args... args)
Pass parameters to replace logger placeholders.
Define a PostgreSQL statement.
int nbparams
Number of parameters for a given query.
const char * text
Text representation of the actual query.
const char * name
Short name of the query.
const Oid types[PGSQL_MAX_PARAMETERS_IN_QUERY]
OID types.
std::vector< const char * > values_
Vector of pointers to the data values.
std::vector< int > formats_
Vector of "format" for each value.
size_t size() const
Fetches the number of entries in the array.
std::vector< int > lengths_
Vector of data lengths for each value.