/***************************************************************************
- * Copyright (C) 2005-07 by the Quassel IRC Team *
+ * Copyright (C) 2005-2019 by the Quassel Project *
* devel@quassel-irc.org *
* *
* This program is free software; you can redistribute it and/or modify *
* You should have received a copy of the GNU General Public License *
* along with this program; if not, write to the *
* Free Software Foundation, Inc., *
- * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. *
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. *
***************************************************************************/
#include "abstractsqlstorage.h"
-#include "logger.h"
-
#include <QMutexLocker>
+#include <QSqlDriver>
#include <QSqlError>
+#include <QSqlField>
#include <QSqlQuery>
-AbstractSqlStorage::AbstractSqlStorage(QObject *parent)
- : Storage(parent),
- _schemaVersion(0),
- _nextConnectionId(0)
+#include "quassel.h"
+
+int AbstractSqlStorage::_nextConnectionId = 0;
+AbstractSqlStorage::AbstractSqlStorage(QObject* parent)
+ : Storage(parent)
+{}
+
+AbstractSqlStorage::~AbstractSqlStorage()
{
+ // disconnect the connections, so their deletion is no longer interessting for us
+ QHash<QThread*, Connection*>::iterator conIter;
+ for (conIter = _connectionPool.begin(); conIter != _connectionPool.end(); ++conIter) {
+ QSqlDatabase::removeDatabase(conIter.value()->name());
+ disconnect(conIter.value(), nullptr, this, nullptr);
+ }
}
-AbstractSqlStorage::~AbstractSqlStorage() {
- // disconnect the connections, so their deletion is no longer interessting for us
- QHash<QThread *, Connection *>::iterator conIter;
- for(conIter = _connectionPool.begin(); conIter != _connectionPool.end(); conIter++) {
- disconnect(conIter.value(), 0, this, 0);
- }
+QSqlDatabase AbstractSqlStorage::logDb()
+{
+ if (!_connectionPool.contains(QThread::currentThread()))
+ addConnectionToPool();
+
+ QSqlDatabase db = QSqlDatabase::database(_connectionPool[QThread::currentThread()]->name(), false);
+
+ if (!db.isOpen()) {
+ qWarning() << "Database connection" << displayName() << "for thread" << QThread::currentThread()
+ << "was lost, attempting to reconnect...";
+ dbConnect(db);
+ }
+
+ return db;
}
-QSqlDatabase AbstractSqlStorage::logDb() {
- if(!_connectionPool.contains(QThread::currentThread()))
- addConnectionToPool();
+void AbstractSqlStorage::addConnectionToPool()
+{
+ QMutexLocker locker(&_connectionPoolMutex);
+ // we have to recheck if the connection pool already contains a connection for
+ // this thread. Since now (after the lock) we can only tell for sure
+ if (_connectionPool.contains(QThread::currentThread()))
+ return;
+
+ QThread* currentThread = QThread::currentThread();
+
+ int connectionId = _nextConnectionId++;
+
+ Connection* connection = new Connection(QLatin1String(QString("quassel_%1_con_%2").arg(driverName()).arg(connectionId).toLatin1()));
+ connection->moveToThread(currentThread);
+ connect(this, &QObject::destroyed, connection, &QObject::deleteLater);
+ connect(currentThread, &QObject::destroyed, connection, &QObject::deleteLater);
+ connect(connection, &QObject::destroyed, this, &AbstractSqlStorage::connectionDestroyed);
+ _connectionPool[currentThread] = connection;
+
+ QSqlDatabase db = QSqlDatabase::addDatabase(driverName(), connection->name());
+ db.setDatabaseName(databaseName());
+
+ if (!hostName().isEmpty())
+ db.setHostName(hostName());
+
+ if (port() != -1)
+ db.setPort(port());
- qDebug() << "using logDb" << _connectionPool[QThread::currentThread()]->name() << QThread::currentThread();
- return QSqlDatabase::database(_connectionPool[QThread::currentThread()]->name());
+ if (!userName().isEmpty()) {
+ db.setUserName(userName());
+ db.setPassword(password());
+ }
+
+ dbConnect(db);
}
-void AbstractSqlStorage::addConnectionToPool() {
- QMutexLocker locker(&_connectionPoolMutex);
- // we have to recheck if the connection pool already contains a connection for
- // this thread. Since now (after the lock) we can only tell for sure
- if(_connectionPool.contains(QThread::currentThread()))
- return;
-
- QThread *currentThread = QThread::currentThread();
-
- int connectionId = _nextConnectionId++;
-
- Connection *connection = new Connection(QLatin1String(QString("quassel_connection_%1").arg(connectionId).toLatin1()), this);
- qDebug() << "new connection" << connection->name() << currentThread << QLatin1String(QString("quassel_connection_%1").arg(connectionId).toLatin1());
- connection->moveToThread(currentThread);
- connect(this, SIGNAL(syncCachedQueries()), connection, SLOT(syncCachedQueries()));
- connect(this, SIGNAL(destroyed()), connection, SLOT(deleteLater()));
- connect(currentThread, SIGNAL(destroyed()), connection, SLOT(deleteLater()));
- connect(connection, SIGNAL(destroyed()), this, SLOT(connectionDestroyed()));
- _connectionPool[currentThread] = connection;
-
- QSqlDatabase db = QSqlDatabase::addDatabase(driverName(), connection->name());
- db.setDatabaseName(databaseName());
-
- if(!hostName().isEmpty())
- db.setHostName(hostName());
-
- if(!userName().isEmpty()) {
- db.setUserName(userName());
- db.setPassword(password());
- }
-
- if(!db.open()) {
- qWarning() << "Unable to open database" << displayName() << "for thread" << QThread::currentThread();
- qWarning() << "-" << db.lastError().text();
- }
+void AbstractSqlStorage::dbConnect(QSqlDatabase& db)
+{
+ if (!db.open()) {
+ qWarning() << "Unable to open database" << displayName() << "for thread" << QThread::currentThread();
+ qWarning() << "-" << db.lastError().text();
+ }
+ else {
+ if (!initDbSession(db)) {
+ qWarning() << "Unable to initialize database" << displayName() << "for thread" << QThread::currentThread();
+ db.close();
+ }
+ }
}
-bool AbstractSqlStorage::init(const QVariantMap &settings) {
- Q_UNUSED(settings)
- QSqlDatabase db = logDb();
- if(!db.isValid() || !db.isOpen())
- return false;
-
- if(installedSchemaVersion() == -1) {
- qCritical() << "Storage Schema is missing!";
- return false;
- }
-
- if(installedSchemaVersion() > schemaVersion()) {
- qCritical() << "Installed Schema is newer then any known Version.";
- return false;
- }
-
- if(installedSchemaVersion() < schemaVersion()) {
- qWarning() << "Installed Schema is not up to date. Upgrading...";
- if(!upgradeDb())
- return false;
- }
-
- quInfo() << "Storage Backend is ready. Quassel Schema Version:" << installedSchemaVersion();
- return true;
+Storage::State AbstractSqlStorage::init(const QVariantMap& settings, const QProcessEnvironment& environment, bool loadFromEnvironment)
+{
+ setConnectionProperties(settings, environment, loadFromEnvironment);
+
+ _debug = Quassel::isOptionSet("debug");
+
+ QSqlDatabase db = logDb();
+ if (!db.isValid() || !db.isOpen())
+ return NotAvailable;
+
+ if (installedSchemaVersion() == -1) {
+ qCritical() << "Storage Schema is missing!";
+ return NeedsSetup;
+ }
+
+ if (installedSchemaVersion() > schemaVersion()) {
+ qCritical() << "Installed Schema is newer then any known Version.";
+ return NotAvailable;
+ }
+
+ if (installedSchemaVersion() < schemaVersion()) {
+ qInfo() << qPrintable(tr("Installed database schema (version %1) is not up to date. Upgrading to "
+ "version %2... This may take a while for major upgrades.")
+ .arg(installedSchemaVersion())
+ .arg(schemaVersion()));
+ emit dbUpgradeInProgress(true);
+ auto upgradeResult = upgradeDb();
+ emit dbUpgradeInProgress(false);
+ if (!upgradeResult) {
+ qWarning() << qPrintable(tr("Upgrade failed..."));
+ return NotAvailable;
+ }
+ // Add a message when migration succeeds to avoid confusing folks by implying the schema upgrade failed if
+ // later functionality does not work.
+ qInfo() << qPrintable(tr("Installed database schema successfully upgraded to version %1.").arg(schemaVersion()));
+ }
+
+ qInfo() << qPrintable(displayName()) << "storage backend is ready. Schema version:" << installedSchemaVersion();
+ return IsReady;
}
-void AbstractSqlStorage::sync() {
- emit syncCachedQueries();
+QString AbstractSqlStorage::queryString(const QString& queryName, int version)
+{
+ QFileInfo queryInfo;
+
+ // The current schema is stored in the root folder, while upgrade queries are stored in the
+ // 'versions/##' subfolders.
+ if (version == 0) {
+ // Use the current SQL schema, not a versioned request
+ queryInfo = QFileInfo(QString(":/SQL/%1/%2.sql").arg(displayName()).arg(queryName));
+ // If version is needed later, get it via version = schemaVersion();
+ }
+ else {
+ // Use the specified schema version, not the general folder
+ queryInfo = QFileInfo(QString(":/SQL/%1/version/%2/%3.sql").arg(displayName()).arg(version).arg(queryName));
+ }
+
+ if (!queryInfo.exists() || !queryInfo.isFile() || !queryInfo.isReadable()) {
+ qCritical() << "Unable to read SQL-Query" << queryName << "for engine" << displayName();
+ return QString();
+ }
+
+ QFile queryFile(queryInfo.filePath());
+ if (!queryFile.open(QIODevice::ReadOnly | QIODevice::Text))
+ return QString();
+ QString query = QTextStream(&queryFile).readAll();
+ queryFile.close();
+
+ return query.trimmed();
}
-QString AbstractSqlStorage::queryString(const QString &queryName, int version) {
- if(version == 0)
- version = schemaVersion();
-
- QFileInfo queryInfo(QString(":/SQL/%1/%2/%3.sql").arg(displayName()).arg(version).arg(queryName));
- if(!queryInfo.exists() || !queryInfo.isFile() || !queryInfo.isReadable()) {
- qCritical() << "Unable to read SQL-Query" << queryName << "for engine" << displayName();
- return QString();
- }
+QList<AbstractSqlStorage::SqlQueryResource> AbstractSqlStorage::setupQueries()
+{
+ QList<SqlQueryResource> queries;
+ // The current schema is stored in the root folder, including setup scripts.
+ QDir dir = QDir(QString(":/SQL/%1/").arg(displayName()));
+ foreach (QFileInfo fileInfo, dir.entryInfoList(QStringList() << "setup*", QDir::NoFilter, QDir::Name)) {
+ queries << SqlQueryResource(queryString(fileInfo.baseName()), fileInfo.baseName());
+ }
+ return queries;
+}
- QFile queryFile(queryInfo.filePath());
- if(!queryFile.open(QIODevice::ReadOnly | QIODevice::Text))
- return QString();
- QString query = QTextStream(&queryFile).readAll();
- queryFile.close();
-
- return query.trimmed();
+bool AbstractSqlStorage::setup(const QVariantMap& settings, const QProcessEnvironment& environment, bool loadFromEnvironment)
+{
+ setConnectionProperties(settings, environment, loadFromEnvironment);
+ QSqlDatabase db = logDb();
+ if (!db.isOpen()) {
+ qCritical() << "Unable to setup Logging Backend!";
+ return false;
+ }
+
+ db.transaction();
+ foreach (auto queryResource, setupQueries()) {
+ QSqlQuery query = db.exec(queryResource.queryString);
+ if (!watchQuery(query)) {
+ qCritical() << qPrintable(QString("Unable to setup Logging Backend! Setup query failed (step: %1).")
+ .arg(queryResource.queryFilename));
+ db.rollback();
+ return false;
+ }
+ }
+ bool success = setupSchemaVersion(schemaVersion());
+ if (success)
+ db.commit();
+ else
+ db.rollback();
+ return success;
}
-QSqlQuery &AbstractSqlStorage::cachedQuery(const QString &queryName, int version) {
- Q_ASSERT(_connectionPool.contains(QThread::currentThread()));
- qDebug() << "cached query" << queryName << "using" << _connectionPool[QThread::currentThread()]->name() << QThread::currentThread();
- return _connectionPool[QThread::currentThread()]->cachedQuery(queryName, version);
+QList<AbstractSqlStorage::SqlQueryResource> AbstractSqlStorage::upgradeQueries(int version)
+{
+ QList<SqlQueryResource> queries;
+ // Upgrade queries are stored in the 'version/##' subfolders.
+ QDir dir = QDir(QString(":/SQL/%1/version/%2/").arg(displayName()).arg(version));
+ foreach (QFileInfo fileInfo, dir.entryInfoList(QStringList() << "upgrade*", QDir::NoFilter, QDir::Name)) {
+ queries << SqlQueryResource(queryString(fileInfo.baseName(), version), fileInfo.baseName());
+ }
+ return queries;
}
-QStringList AbstractSqlStorage::setupQueries() {
- QStringList queries;
- QDir dir = QDir(QString(":/SQL/%1/%2/").arg(displayName()).arg(schemaVersion()));
- foreach(QFileInfo fileInfo, dir.entryInfoList(QStringList() << "setup*", QDir::NoFilter, QDir::Name)) {
- queries << queryString(fileInfo.baseName());
- }
- return queries;
+bool AbstractSqlStorage::upgradeDb()
+{
+ if (schemaVersion() <= installedSchemaVersion())
+ return true;
+
+ QSqlDatabase db = logDb();
+
+ // TODO: For databases that support it (e.g. almost only PostgreSQL), wrap upgrades in a
+ // transaction. This will need careful testing of potential additional space requirements and
+ // any database modifications that might not be allowed in a transaction.
+
+ // Check if we're resuming an interrupted multi-step upgrade: is an upgrade step stored?
+ const QString previousLaunchUpgradeStep = schemaVersionUpgradeStep();
+ bool resumingUpgrade = !previousLaunchUpgradeStep.isEmpty();
+
+ for (int ver = installedSchemaVersion() + 1; ver <= schemaVersion(); ver++) {
+ foreach (auto queryResource, upgradeQueries(ver)) {
+ if (resumingUpgrade) {
+ // An upgrade was interrupted. Check if this matches the the last successful query.
+ if (previousLaunchUpgradeStep == queryResource.queryFilename) {
+ // Found the matching query!
+ qInfo() << qPrintable(QString("Resuming interrupted upgrade for schema version %1 (last step: %2)")
+ .arg(QString::number(ver), previousLaunchUpgradeStep));
+
+ // Stop searching for queries
+ resumingUpgrade = false;
+ // Continue past the previous query with the next not-yet-tried query
+ continue;
+ }
+ else {
+ // Not yet matched, keep looking
+ continue;
+ }
+ }
+
+ // Run the upgrade query
+ QSqlQuery query = db.exec(queryResource.queryString);
+ if (!watchQuery(query)) {
+ // Individual upgrade query failed, bail out
+ qCritical() << qPrintable(QString("Unable to upgrade Logging Backend! Upgrade query in schema version %1 failed (step: %2).")
+ .arg(QString::number(ver), queryResource.queryFilename));
+ return false;
+ }
+ else {
+ // Mark as successful
+ setSchemaVersionUpgradeStep(queryResource.queryFilename);
+ }
+ }
+
+ if (resumingUpgrade) {
+ // Something went wrong and the last successful SQL query to resume from couldn't be
+ // found.
+ // 1. The storage of successful query glitched, or the database was manually changed
+ // 2. Quassel changed the filenames of upgrade queries, and the local Quassel core
+ // version was replaced during an interrupted schema upgrade
+ //
+ // Both are unlikely, but it's a good idea to handle it anyways.
+
+ qCritical() << qPrintable(QString("Unable to resume interrupted upgrade in Logging "
+ "Backend! Missing upgrade step in schema version %1 "
+ "(expected step: %2)")
+ .arg(QString::number(ver), previousLaunchUpgradeStep));
+ return false;
+ }
+
+ // Update the schema version for each intermediate step and mark the step as done. This
+ // ensures that any interrupted upgrades have a greater chance of resuming correctly after
+ // core restart.
+ //
+ // Almost all databases make single queries atomic (fully works or fully fails, no partial),
+ // and with many of the longest migrations being a single query, this makes upgrade
+ // interruptions much more likely to leave the database in a valid intermediate schema
+ // version.
+ if (!updateSchemaVersion(ver, true)) {
+ // Updating the schema version failed, bail out
+ qCritical() << "Unable to upgrade Logging Backend! Setting schema version" << ver << "failed.";
+ return false;
+ }
+ }
+
+ // If we made it here, everything seems to have worked!
+ return true;
}
-bool AbstractSqlStorage::setup(const QVariantMap &settings) {
- Q_UNUSED(settings)
- QSqlDatabase db = logDb();
- if(!db.isOpen()) {
- qCritical() << "Unable to setup Logging Backend!";
- return false;
- }
-
- foreach(QString queryString, setupQueries()) {
- QSqlQuery query = db.exec(queryString);
- if(!watchQuery(query)) {
- qCritical() << "Unable to setup Logging Backend!";
- return false;
+int AbstractSqlStorage::schemaVersion()
+{
+ // returns the newest Schema Version!
+ // not the currently used one! (though it can be the same)
+ if (_schemaVersion > 0)
+ return _schemaVersion;
+
+ int version;
+ bool ok;
+ // Schema versions are stored in the 'version/##' subfolders.
+ QDir dir = QDir(QString(":/SQL/%1/version/").arg(displayName()));
+ foreach (QFileInfo fileInfo, dir.entryInfoList()) {
+ if (!fileInfo.isDir())
+ continue;
+
+ version = fileInfo.fileName().toInt(&ok);
+ if (!ok)
+ continue;
+
+ if (version > _schemaVersion)
+ _schemaVersion = version;
}
- }
- return true;
+ return _schemaVersion;
}
-QStringList AbstractSqlStorage::upgradeQueries(int version) {
- QStringList queries;
- QDir dir = QDir(QString(":/SQL/%1/%2/").arg(displayName()).arg(version));
- foreach(QFileInfo fileInfo, dir.entryInfoList(QStringList() << "upgrade*", QDir::NoFilter, QDir::Name)) {
- queries << queryString(fileInfo.baseName(), version);
- }
- return queries;
+
+QString AbstractSqlStorage::schemaVersionUpgradeStep()
+{
+ // By default, assume there's no pending upgrade
+ return {};
}
-bool AbstractSqlStorage::upgradeDb() {
- if(schemaVersion() <= installedSchemaVersion())
+
+bool AbstractSqlStorage::watchQuery(QSqlQuery& query)
+{
+ bool queryError = query.lastError().isValid();
+ if (queryError || _debug) {
+ if (queryError)
+ qCritical() << "unhandled Error in QSqlQuery!";
+ qCritical() << " last Query:\n" << qPrintable(query.lastQuery());
+ qCritical() << " executed Query:\n" << qPrintable(query.executedQuery());
+ QVariantMap boundValues = query.boundValues();
+ QStringList valueStrings;
+ QVariantMap::const_iterator iter;
+ for (iter = boundValues.constBegin(); iter != boundValues.constEnd(); ++iter) {
+ QString value;
+ QSqlField field;
+ if (query.driver()) {
+ // let the driver do the formatting
+ field.setType(iter.value().type());
+ if (iter.value().isNull())
+ field.clear();
+ else
+ field.setValue(iter.value());
+ value = query.driver()->formatValue(field);
+ }
+ else {
+ switch (iter.value().type()) {
+ case QVariant::Invalid:
+ value = "NULL";
+ break;
+ case QVariant::Int:
+ value = iter.value().toString();
+ break;
+ default:
+ value = QString("'%1'").arg(iter.value().toString());
+ }
+ }
+ valueStrings << QString("%1=%2").arg(iter.key(), value);
+ }
+ qCritical() << " bound Values:" << qPrintable(valueStrings.join(", "));
+ qCritical() << " Error Number:" << query.lastError().number();
+ qCritical() << " Error Message:" << qPrintable(query.lastError().text());
+ qCritical() << " Driver Message:" << qPrintable(query.lastError().driverText());
+ qCritical() << " DB Message:" << qPrintable(query.lastError().databaseText());
+
+ return !queryError;
+ }
return true;
+}
+
+void AbstractSqlStorage::connectionDestroyed()
+{
+ QMutexLocker locker(&_connectionPoolMutex);
+ _connectionPool.remove(sender()->thread());
+}
- QSqlDatabase db = logDb();
+// ========================================
+// AbstractSqlStorage::Connection
+// ========================================
+AbstractSqlStorage::Connection::Connection(const QString& name, QObject* parent)
+ : QObject(parent)
+ , _name(name.toLatin1())
+{}
- for(int ver = installedSchemaVersion() + 1; ver <= schemaVersion(); ver++) {
- foreach(QString queryString, upgradeQueries(ver)) {
- QSqlQuery query = db.exec(queryString);
- if(!watchQuery(query)) {
- qCritical() << "Unable to upgrade Logging Backend!";
- return false;
- }
+AbstractSqlStorage::Connection::~Connection()
+{
+ {
+ QSqlDatabase db = QSqlDatabase::database(name(), false);
+ if (db.isOpen()) {
+ db.commit();
+ db.close();
+ }
}
- }
- return true;
+ QSqlDatabase::removeDatabase(name());
}
+// ========================================
+// AbstractSqlMigrator
+// ========================================
-int AbstractSqlStorage::schemaVersion() {
- // returns the newest Schema Version!
- // not the currently used one! (though it can be the same)
- if(_schemaVersion > 0)
- return _schemaVersion;
+void AbstractSqlMigrator::newQuery(const QString& query, QSqlDatabase db)
+{
+ Q_ASSERT(!_query);
+ _query = new QSqlQuery(db);
+ _query->prepare(query);
+}
- int version;
- bool ok;
- QDir dir = QDir(":/SQL/" + displayName());
- foreach(QFileInfo fileInfo, dir.entryInfoList()) {
- if(!fileInfo.isDir())
- continue;
-
- version = fileInfo.fileName().toInt(&ok);
- if(!ok)
- continue;
-
- if(version > _schemaVersion)
- _schemaVersion = version;
- }
- return _schemaVersion;
+void AbstractSqlMigrator::resetQuery()
+{
+ delete _query;
+ _query = nullptr;
}
-bool AbstractSqlStorage::watchQuery(QSqlQuery &query) {
- if(query.lastError().isValid()) {
- qCritical() << "unhandled Error in QSqlQuery!";
- qCritical() << " last Query:\n" << query.lastQuery();
- qCritical() << " executed Query:\n" << query.executedQuery();
- qCritical() << " bound Values:";
- QList<QVariant> list = query.boundValues().values();
- for (int i = 0; i < list.size(); ++i)
- qCritical() << i << ": " << list.at(i).toString().toAscii().data();
- qCritical() << " Error Number:" << query.lastError().number();
- qCritical() << " Error Message:" << query.lastError().text();
- qCritical() << " Driver Message:" << query.lastError().driverText();
- qCritical() << " DB Message:" << query.lastError().databaseText();
-
- return false;
- }
- return true;
+bool AbstractSqlMigrator::exec()
+{
+ Q_ASSERT(_query);
+ _query->exec();
+ return !_query->lastError().isValid();
+}
+
+QString AbstractSqlMigrator::migrationObject(MigrationObject moType)
+{
+ switch (moType) {
+ case QuasselUser:
+ return "QuasselUser";
+ case Sender:
+ return "Sender";
+ case Identity:
+ return "Identity";
+ case IdentityNick:
+ return "IdentityNick";
+ case Network:
+ return "Network";
+ case Buffer:
+ return "Buffer";
+ case Backlog:
+ return "Backlog";
+ case IrcServer:
+ return "IrcServer";
+ case UserSetting:
+ return "UserSetting";
+ case CoreState:
+ return "CoreState";
+ };
+ return QString();
+}
+
+QVariantList AbstractSqlMigrator::boundValues()
+{
+ QVariantList values;
+ if (!_query)
+ return values;
+
+ int numValues = _query->boundValues().count();
+ for (int i = 0; i < numValues; i++) {
+ values << _query->boundValue(i);
+ }
+ return values;
}
-void AbstractSqlStorage::connectionDestroyed() {
- QMutexLocker locker(&_connectionPoolMutex);
- _connectionPool.remove(sender()->thread());
+void AbstractSqlMigrator::dumpStatus()
+{
+ qWarning() << " executed Query:";
+ qWarning() << qPrintable(executedQuery());
+ qWarning() << " bound Values:";
+ QList<QVariant> list = boundValues();
+ for (int i = 0; i < list.size(); ++i)
+ qWarning() << i << ": " << list.at(i).toString().toLatin1().data();
+ qWarning() << " Error Number:" << lastError().number();
+ qWarning() << " Error Message:" << lastError().text();
}
// ========================================
-// AbstractSqlStorage::Connection
+// AbstractSqlMigrationReader
// ========================================
-AbstractSqlStorage::Connection::Connection(const QString &name, AbstractSqlStorage *storage, QObject *parent)
- : QObject(parent),
- _name(name.toLatin1()),
- _storageEngine(storage)
+AbstractSqlMigrationReader::AbstractSqlMigrationReader()
+ : AbstractSqlMigrator()
+{}
+
+bool AbstractSqlMigrationReader::migrateTo(AbstractSqlMigrationWriter* writer)
{
+ if (!transaction()) {
+ qWarning() << "AbstractSqlMigrationReader::migrateTo(): unable to start reader's transaction!";
+ return false;
+ }
+ if (!writer->transaction()) {
+ qWarning() << "AbstractSqlMigrationReader::migrateTo(): unable to start writer's transaction!";
+ rollback(); // close the reader transaction;
+ return false;
+ }
+
+ _writer = writer;
+
+ // due to the incompatibility across Migration objects we can't run this in a loop... :/
+ QuasselUserMO quasselUserMo;
+ if (!transferMo(QuasselUser, quasselUserMo))
+ return false;
+
+ IdentityMO identityMo;
+ if (!transferMo(Identity, identityMo))
+ return false;
+
+ IdentityNickMO identityNickMo;
+ if (!transferMo(IdentityNick, identityNickMo))
+ return false;
+
+ NetworkMO networkMo;
+ if (!transferMo(Network, networkMo))
+ return false;
+
+ BufferMO bufferMo;
+ if (!transferMo(Buffer, bufferMo))
+ return false;
+
+ SenderMO senderMo;
+ if (!transferMo(Sender, senderMo))
+ return false;
+
+ BacklogMO backlogMo;
+ if (!transferMo(Backlog, backlogMo))
+ return false;
+
+ IrcServerMO ircServerMo;
+ if (!transferMo(IrcServer, ircServerMo))
+ return false;
+
+ UserSettingMO userSettingMo;
+ if (!transferMo(UserSetting, userSettingMo))
+ return false;
+
+ CoreStateMO coreStateMO;
+ if (!transferMo(CoreState, coreStateMO))
+ return false;
+
+ if (!_writer->postProcess())
+ abortMigration();
+ return finalizeMigration();
}
-AbstractSqlStorage::Connection::~Connection() {
- QHash<QPair<QString, int>, QSqlQuery *>::iterator iter = _queryCache.begin();
- while(iter != _queryCache.end()) {
- delete *iter;
- iter = _queryCache.erase(iter);
- }
- {
- QSqlDatabase db = QSqlDatabase::database(name(), false);
- if(db.isOpen()) {
- db.commit();
- db.close();
+void AbstractSqlMigrationReader::abortMigration(const QString& errorMsg)
+{
+ qWarning() << "Migration Failed!";
+ if (!errorMsg.isNull()) {
+ qWarning() << qPrintable(errorMsg);
+ }
+ if (lastError().isValid()) {
+ qWarning() << "ReaderError:";
+ dumpStatus();
+ }
+
+ if (_writer->lastError().isValid()) {
+ qWarning() << "WriterError:";
+ _writer->dumpStatus();
}
- }
- QSqlDatabase::removeDatabase(name());
+
+ rollback();
+ _writer->rollback();
+ _writer = nullptr;
}
-QSqlQuery &AbstractSqlStorage::Connection::cachedQuery(const QString &queryName, int version) {
- QPair<QString, int> queryId = qMakePair(queryName, version);
- if(_queryCache.contains(queryId)) {
- return *(_queryCache[queryId]);
- }
+bool AbstractSqlMigrationReader::finalizeMigration()
+{
+ resetQuery();
+ _writer->resetQuery();
- QSqlQuery *query = new QSqlQuery(QSqlDatabase::database(name()));
- query->prepare(_storageEngine->queryString(queryName, version));
- _queryCache[queryId] = query;
- return *query;
+ commit();
+ if (!_writer->commit()) {
+ _writer = nullptr;
+ return false;
+ }
+ _writer = nullptr;
+ return true;
}
-void AbstractSqlStorage::Connection::syncCachedQueries() {
- QHash<QPair<QString, int>, QSqlQuery *>::iterator iter = _queryCache.begin();
- while(iter != _queryCache.end()) {
- delete *iter;
- iter = _queryCache.erase(iter);
- }
- QSqlDatabase db = QSqlDatabase::database(name(), false);
- if(db.isOpen())
- db.commit();
+template<typename T>
+bool AbstractSqlMigrationReader::transferMo(MigrationObject moType, T& mo)
+{
+ resetQuery();
+ _writer->resetQuery();
+
+ if (!prepareQuery(moType)) {
+ abortMigration(QString("AbstractSqlMigrationReader::migrateTo(): unable to prepare reader query of type %1!")
+ .arg(AbstractSqlMigrator::migrationObject(moType)));
+ return false;
+ }
+ if (!_writer->prepareQuery(moType)) {
+ abortMigration(QString("AbstractSqlMigrationReader::migrateTo(): unable to prepare writer query of type %1!")
+ .arg(AbstractSqlMigrator::migrationObject(moType)));
+ return false;
+ }
+
+ qDebug() << qPrintable(QString("Transferring %1...").arg(AbstractSqlMigrator::migrationObject(moType)));
+ int i = 0;
+ QFile file;
+ file.open(stdout, QIODevice::WriteOnly);
+
+ while (readMo(mo)) {
+ if (!_writer->writeMo(mo)) {
+ abortMigration(QString("AbstractSqlMigrationReader::transferMo(): unable to transfer Migratable Object of type %1!")
+ .arg(AbstractSqlMigrator::migrationObject(moType)));
+ return false;
+ }
+ i++;
+ if (i % 1000 == 0) {
+ file.write("*");
+ file.flush();
+ }
+ }
+ if (i > 1000) {
+ file.write("\n");
+ file.flush();
+ }
+
+ qDebug() << "Done.";
+ return true;
+}
+
+uint qHash(const SenderData& key)
+{
+ return qHash(QString(key.sender + "\n" + key.realname + "\n" + key.avatarurl));
+}
+
+bool operator==(const SenderData& a, const SenderData& b)
+{
+ return a.sender == b.sender && a.realname == b.realname && a.avatarurl == b.avatarurl;
}