src/core/postgresqlstorage.cpp

   1 /***************************************************************************
   2  *   Copyright (C) 2005-2020 by the Quassel Project                        *
   3  *   devel@quassel-irc.org                                                 *
   4  *                                                                         *
   5  *   This program is free software; you can redistribute it and/or modify  *
   6  *   it under the terms of the GNU General Public License as published by  *
   7  *   the Free Software Foundation; either version 2 of the License, or     *
   8  *   (at your option) version 3.                                           *
   9  *                                                                         *
  10  *   This program is distributed in the hope that it will be useful,       *
  11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13  *   GNU General Public License for more details.                          *
  14  *                                                                         *
  15  *   You should have received a copy of the GNU General Public License     *
  16  *   along with this program; if not, write to the                         *
  17  *   Free Software Foundation, Inc.,                                       *
  18  *   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
  19  ***************************************************************************/
  20
  21 #include "postgresqlstorage.h"
  22
  23 #include <QByteArray>
  24 #include <QDataStream>
  25 #include <QSqlDriver>
  26 #include <QSqlField>
  27
  28 #include "network.h"
  29 #include "quassel.h"
  30
  31 PostgreSqlStorage::PostgreSqlStorage(QObject* parent)
  32     : AbstractSqlStorage(parent)
  33 {}
  34
  35 std::unique_ptr<AbstractSqlMigrationWriter> PostgreSqlStorage::createMigrationWriter()
  36 {
  37     auto writer = new PostgreSqlMigrationWriter();
  38     QVariantMap properties;
  39     properties["Username"] = _userName;
  40     properties["Password"] = _password;
  41     properties["Hostname"] = _hostName;
  42     properties["Port"] = _port;
  43     properties["Database"] = _databaseName;
  44     writer->setConnectionProperties(properties, {}, false);
  45     return std::unique_ptr<AbstractSqlMigrationWriter>{writer};
  46 }
  47
  48 bool PostgreSqlStorage::isAvailable() const
  49 {
  50     if (!QSqlDatabase::isDriverAvailable("QPSQL")) {
  51         qWarning() << qPrintable(tr("PostgreSQL driver plugin not available for Qt. Installed drivers:"))
  52                     << qPrintable(QSqlDatabase::drivers().join(", "));
  53         return false;
  54     }
  55     return true;
  56 }
  57
  58 QString PostgreSqlStorage::backendId() const
  59 {
  60     return QString("PostgreSQL");
  61 }
  62
  63 QString PostgreSqlStorage::displayName() const
  64 {
  65     return backendId();  // Note: Pre-0.13 clients use the displayName property for backend idenfication
  66 }
  67
  68 QString PostgreSqlStorage::description() const
  69 {
  70     // FIXME: proper description
  71     return tr("PostgreSQL Turbo Bomber HD!");
  72 }
  73
  74 QVariantList PostgreSqlStorage::setupData() const
  75 {
  76     QVariantList data;
  77     data << "Username" << tr("Username") << QString("quassel") << "Password" << tr("Password") << QString() << "Hostname" << tr("Hostname")
  78          << QString("localhost") << "Port" << tr("Port") << 5432 << "Database" << tr("Database") << QString("quassel");
  79     return data;
  80 }
  81
  82 bool PostgreSqlStorage::initDbSession(QSqlDatabase& db)
  83 {
  84     // check whether the Qt driver performs string escaping or not.
  85     // i.e. test if it doubles slashes.
  86     QSqlField testField;
  87     testField.setType(QVariant::String);
  88     testField.setValue("\\");
  89     QString formattedString = db.driver()->formatValue(testField);
  90     switch (formattedString.count('\\')) {
  91     case 2:
  92         // yes it does... and we cannot do anything to change the behavior of Qt.
  93         // If this is a legacy DB (Postgres < 8.2), then everything is already ok,
  94         // as this is the expected behavior.
  95         // If it is a newer version, switch to legacy mode.
  96
  97         qWarning() << "Switching Postgres to legacy mode. (set standard conforming strings to off)";
  98         // If the following calls fail, it is a legacy DB anyways, so it doesn't matter
  99         // and no need to check the outcome.
 100         db.exec("set standard_conforming_strings = off");
 101         db.exec("set escape_string_warning = off");
 102         break;
 103     case 1:
 104         // ok, so Qt does not escape...
 105         // That means we have to ensure that postgres uses standard conforming strings...
 106         {
 107             QSqlQuery query = db.exec("set standard_conforming_strings = on");
 108             if (query.lastError().isValid()) {
 109                 // We cannot enable standard conforming strings...
 110                 // since Quassel does no escaping by itself, this would yield a major vulnerability.
 111                 qCritical() << "Failed to enable standard_conforming_strings for the Postgres db!";
 112                 return false;
 113             }
 114         }
 115         break;
 116     default:
 117         // The slash got replaced with 0 or more than 2 slashes! o_O
 118         qCritical() << "Your version of Qt does something _VERY_ strange to slashes in QSqlQueries! You should consult your trusted doctor!";
 119         return false;
 120         break;
 121     }
 122
 123     // Set the PostgreSQL session timezone to UTC, since we want timestamps stored in UTC
 124     QSqlQuery tzQuery = db.exec("SET timezone = 'UTC'");
 125     if (tzQuery.lastError().isValid()) {
 126         qCritical() << "Failed to set timezone to UTC!";
 127         return false;
 128     }
 129
 130     return true;
 131 }
 132
 133 void PostgreSqlStorage::setConnectionProperties(const QVariantMap& properties, const QProcessEnvironment& environment, bool loadFromEnvironment)
 134 {
 135     if (loadFromEnvironment) {
 136         _userName = environment.value("DB_PGSQL_USERNAME");
 137         _password = environment.value("DB_PGSQL_PASSWORD");
 138         _hostName = environment.value("DB_PGSQL_HOSTNAME");
 139         _port = environment.value("DB_PGSQL_PORT").toInt();
 140         _databaseName = environment.value("DB_PGSQL_DATABASE");
 141     }
 142     else {
 143         _userName = properties["Username"].toString();
 144         _password = properties["Password"].toString();
 145         _hostName = properties["Hostname"].toString();
 146         _port = properties["Port"].toInt();
 147         _databaseName = properties["Database"].toString();
 148     }
 149 }
 150
 151 int PostgreSqlStorage::installedSchemaVersion()
 152 {
 153     QSqlQuery query(logDb());
 154     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaversion'");
 155     safeExec(query);
 156     watchQuery(query);
 157     if (query.first())
 158         return query.value(0).toInt();
 159
 160     // maybe it's really old... (schema version 0)
 161     query.prepare("SELECT MAX(version) FROM coreinfo");
 162     safeExec(query);
 163     watchQuery(query);
 164     if (query.first())
 165         return query.value(0).toInt();
 166
 167     return AbstractSqlStorage::installedSchemaVersion();
 168 }
 169
 170 bool PostgreSqlStorage::updateSchemaVersion(int newVersion, bool clearUpgradeStep)
 171 {
 172     // Atomically update the schema version and clear the upgrade step, if specified
 173     // Note: This will need reworked if "updateSchemaVersion" is ever called within a transaction.
 174     QSqlDatabase db = logDb();
 175     if (!beginTransaction(db)) {
 176         qWarning() << "PostgreSqlStorage::updateSchemaVersion(int, bool): cannot start transaction!";
 177         qWarning() << " -" << qPrintable(db.lastError().text());
 178         return false;
 179     }
 180
 181     QSqlQuery query(db);
 182     query.prepare("UPDATE coreinfo SET value = :version WHERE key = 'schemaversion'");
 183     query.bindValue(":version", newVersion);
 184     safeExec(query);
 185
 186     if (!watchQuery(query)) {
 187         qCritical() << "PostgreSqlStorage::updateSchemaVersion(int, bool): Updating schema version failed!";
 188         db.rollback();
 189         return false;
 190     }
 191
 192     if (clearUpgradeStep) {
 193         // Try clearing the upgrade step if requested
 194         if (!setSchemaVersionUpgradeStep("")) {
 195             db.rollback();
 196             return false;
 197         }
 198     }
 199
 200     // Successful, commit and return true
 201     db.commit();
 202     return true;
 203 }
 204
 205 bool PostgreSqlStorage::setupSchemaVersion(int version)
 206 {
 207     QSqlQuery query(logDb());
 208     query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaversion', :version)");
 209     query.bindValue(":version", version);
 210     safeExec(query);
 211
 212     bool success = true;
 213     if (!watchQuery(query)) {
 214         qCritical() << "PostgreSqlStorage::setupSchemaVersion(int): Updating schema version failed!";
 215         success = false;
 216     }
 217     return success;
 218 }
 219
 220 QString PostgreSqlStorage::schemaVersionUpgradeStep()
 221 {
 222     QSqlQuery query(logDb());
 223     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaupgradestep'");
 224     safeExec(query);
 225     watchQuery(query);
 226     if (query.first())
 227         return query.value(0).toString();
 228
 229     // Fall back to the default value
 230     return AbstractSqlStorage::schemaVersionUpgradeStep();
 231 }
 232
 233 bool PostgreSqlStorage::setSchemaVersionUpgradeStep(QString upgradeQuery)
 234 {
 235     // Intentionally do not wrap in a transaction so other functions can include multiple operations
 236
 237     QSqlQuery query(logDb());
 238     query.prepare("UPDATE coreinfo SET value = :upgradestep WHERE key = 'schemaupgradestep'");
 239     query.bindValue(":upgradestep", upgradeQuery);
 240     safeExec(query);
 241
 242     // Make sure that the query didn't fail (shouldn't ever happen), and that some non-zero number
 243     // of rows were affected
 244     bool success = watchQuery(query) && query.numRowsAffected() != 0;
 245
 246     if (!success) {
 247         // The key might not exist (Quassel 0.13.0 and older).  Try inserting it...
 248         query = QSqlQuery(logDb());
 249         query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaupgradestep', :upgradestep)");
 250         query.bindValue(":upgradestep", upgradeQuery);
 251         safeExec(query);
 252
 253         if (!watchQuery(query)) {
 254             qCritical() << Q_FUNC_INFO << "Setting schema upgrade step failed!";
 255             success = false;
 256         }
 257         else {
 258             success = true;
 259         }
 260     }
 261     return success;
 262 }
 263
 264 UserId PostgreSqlStorage::addUser(const QString& user, const QString& password, const QString& authenticator)
 265 {
 266     QSqlQuery query(logDb());
 267     query.prepare(queryString("insert_quasseluser"));
 268     query.bindValue(":username", user);
 269     query.bindValue(":password", hashPassword(password));
 270     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 271     query.bindValue(":authenticator", authenticator);
 272     safeExec(query);
 273     if (!watchQuery(query))
 274         return 0;
 275
 276     query.first();
 277     UserId uid = query.value(0).toInt();
 278     emit userAdded(uid, user);
 279     return uid;
 280 }
 281
 282 bool PostgreSqlStorage::updateUser(UserId user, const QString& password)
 283 {
 284     QSqlQuery query(logDb());
 285     query.prepare(queryString("update_userpassword"));
 286     query.bindValue(":userid", user.toInt());
 287     query.bindValue(":password", hashPassword(password));
 288     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 289     safeExec(query);
 290     watchQuery(query);
 291     return query.numRowsAffected() != 0;
 292 }
 293
 294 void PostgreSqlStorage::renameUser(UserId user, const QString& newName)
 295 {
 296     QSqlQuery query(logDb());
 297     query.prepare(queryString("update_username"));
 298     query.bindValue(":userid", user.toInt());
 299     query.bindValue(":username", newName);
 300     safeExec(query);
 301     watchQuery(query);
 302     emit userRenamed(user, newName);
 303 }
 304
 305 UserId PostgreSqlStorage::validateUser(const QString& user, const QString& password)
 306 {
 307     QSqlQuery query(logDb());
 308     query.prepare(queryString("select_authuser"));
 309     query.bindValue(":username", user);
 310     safeExec(query);
 311     watchQuery(query);
 312
 313     if (query.first()
 314         && checkHashedPassword(query.value(0).toInt(),
 315                                password,
 316                                query.value(1).toString(),
 317                                static_cast<Storage::HashVersion>(query.value(2).toInt()))) {
 318         return query.value(0).toInt();
 319     }
 320     else {
 321         return 0;
 322     }
 323 }
 324
 325 UserId PostgreSqlStorage::getUserId(const QString& user)
 326 {
 327     QSqlQuery query(logDb());
 328     query.prepare(queryString("select_userid"));
 329     query.bindValue(":username", user);
 330     safeExec(query);
 331     watchQuery(query);
 332
 333     if (query.first()) {
 334         return query.value(0).toInt();
 335     }
 336     else {
 337         return 0;
 338     }
 339 }
 340
 341 QString PostgreSqlStorage::getUserAuthenticator(const UserId userid)
 342 {
 343     QSqlQuery query(logDb());
 344     query.prepare(queryString("select_authenticator"));
 345     query.bindValue(":userid", userid.toInt());
 346     safeExec(query);
 347     watchQuery(query);
 348
 349     if (query.first()) {
 350         return query.value(0).toString();
 351     }
 352     else {
 353         return QString("");
 354     }
 355 }
 356
 357 UserId PostgreSqlStorage::internalUser()
 358 {
 359     QSqlQuery query(logDb());
 360     query.prepare(queryString("select_internaluser"));
 361     safeExec(query);
 362     watchQuery(query);
 363
 364     if (query.first()) {
 365         return query.value(0).toInt();
 366     }
 367     else {
 368         return 0;
 369     }
 370 }
 371
 372 void PostgreSqlStorage::delUser(UserId user)
 373 {
 374     QSqlDatabase db = logDb();
 375     if (!beginTransaction(db)) {
 376         qWarning() << "PostgreSqlStorage::delUser(): cannot start transaction!";
 377         return;
 378     }
 379
 380     QSqlQuery query(db);
 381     query.prepare(queryString("delete_quasseluser"));
 382     query.bindValue(":userid", user.toInt());
 383     safeExec(query);
 384     if (!watchQuery(query)) {
 385         db.rollback();
 386         return;
 387     }
 388     else {
 389         db.commit();
 390         emit userRemoved(user);
 391     }
 392 }
 393
 394 void PostgreSqlStorage::setUserSetting(UserId userId, const QString& settingName, const QVariant& data)
 395 {
 396     QByteArray rawData;
 397     QDataStream out(&rawData, QIODevice::WriteOnly);
 398     out.setVersion(QDataStream::Qt_4_2);
 399     out << data;
 400
 401     QSqlDatabase db = logDb();
 402     QSqlQuery selectQuery(db);
 403     selectQuery.prepare(queryString("select_user_setting"));
 404     selectQuery.bindValue(":userid", userId.toInt());
 405     selectQuery.bindValue(":settingname", settingName);
 406     safeExec(selectQuery);
 407     watchQuery(selectQuery);
 408
 409     QString setQueryString;
 410     if (!selectQuery.first()) {
 411         setQueryString = queryString("insert_user_setting");
 412     }
 413     else {
 414         setQueryString = queryString("update_user_setting");
 415     }
 416
 417     QSqlQuery setQuery(db);
 418     setQuery.prepare(setQueryString);
 419     setQuery.bindValue(":userid", userId.toInt());
 420     setQuery.bindValue(":settingname", settingName);
 421     setQuery.bindValue(":settingvalue", rawData);
 422     safeExec(setQuery);
 423     watchQuery(setQuery);
 424 }
 425
 426 QVariant PostgreSqlStorage::getUserSetting(UserId userId, const QString& settingName, const QVariant& defaultData)
 427 {
 428     QSqlQuery query(logDb());
 429     query.prepare(queryString("select_user_setting"));
 430     query.bindValue(":userid", userId.toInt());
 431     query.bindValue(":settingname", settingName);
 432     safeExec(query);
 433     watchQuery(query);
 434
 435     if (query.first()) {
 436         QVariant data;
 437         QByteArray rawData = query.value(0).toByteArray();
 438         QDataStream in(&rawData, QIODevice::ReadOnly);
 439         in.setVersion(QDataStream::Qt_4_2);
 440         in >> data;
 441         return data;
 442     }
 443     else {
 444         return defaultData;
 445     }
 446 }
 447
 448 void PostgreSqlStorage::setCoreState(const QVariantList& data)
 449 {
 450     QByteArray rawData;
 451     QDataStream out(&rawData, QIODevice::WriteOnly);
 452     out.setVersion(QDataStream::Qt_4_2);
 453     out << data;
 454
 455     QSqlDatabase db = logDb();
 456     QSqlQuery selectQuery(db);
 457     selectQuery.prepare(queryString("select_core_state"));
 458     selectQuery.bindValue(":key", "active_sessions");
 459     safeExec(selectQuery);
 460     watchQuery(selectQuery);
 461
 462     QString setQueryString;
 463     if (!selectQuery.first()) {
 464         setQueryString = queryString("insert_core_state");
 465     }
 466     else {
 467         setQueryString = queryString("update_core_state");
 468     }
 469
 470     QSqlQuery setQuery(db);
 471     setQuery.prepare(setQueryString);
 472     setQuery.bindValue(":key", "active_sessions");
 473     setQuery.bindValue(":value", rawData);
 474     safeExec(setQuery);
 475     watchQuery(setQuery);
 476 }
 477
 478 QVariantList PostgreSqlStorage::getCoreState(const QVariantList& defaultData)
 479 {
 480     QSqlQuery query(logDb());
 481     query.prepare(queryString("select_core_state"));
 482     query.bindValue(":key", "active_sessions");
 483     safeExec(query);
 484     watchQuery(query);
 485
 486     if (query.first()) {
 487         QVariantList data;
 488         QByteArray rawData = query.value(0).toByteArray();
 489         QDataStream in(&rawData, QIODevice::ReadOnly);
 490         in.setVersion(QDataStream::Qt_4_2);
 491         in >> data;
 492         return data;
 493     }
 494     else {
 495         return defaultData;
 496     }
 497 }
 498
 499 IdentityId PostgreSqlStorage::createIdentity(UserId user, CoreIdentity& identity)
 500 {
 501     IdentityId identityId;
 502
 503     QSqlDatabase db = logDb();
 504     if (!beginTransaction(db)) {
 505         qWarning() << "PostgreSqlStorage::createIdentity(): Unable to start Transaction!";
 506         qWarning() << " -" << qPrintable(db.lastError().text());
 507         return identityId;
 508     }
 509
 510     QSqlQuery query(db);
 511     query.prepare(queryString("insert_identity"));
 512     query.bindValue(":userid", user.toInt());
 513     query.bindValue(":identityname", identity.identityName());
 514     query.bindValue(":realname", identity.realName());
 515     query.bindValue(":awaynick", identity.awayNick());
 516     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 517     query.bindValue(":awayreason", identity.awayReason());
 518     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 519     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 520     query.bindValue(":autoawaytime", identity.autoAwayTime());
 521     query.bindValue(":autoawayreason", identity.autoAwayReason());
 522     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 523     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 524     query.bindValue(":detachawayreason", identity.detachAwayReason());
 525     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 526     query.bindValue(":ident", identity.ident());
 527     query.bindValue(":kickreason", identity.kickReason());
 528     query.bindValue(":partreason", identity.partReason());
 529     query.bindValue(":quitreason", identity.quitReason());
 530 #ifdef HAVE_SSL
 531     query.bindValue(":sslcert", identity.sslCert().toPem());
 532     query.bindValue(":sslkey", identity.sslKey().toPem());
 533 #else
 534     query.bindValue(":sslcert", QByteArray());
 535     query.bindValue(":sslkey", QByteArray());
 536 #endif
 537     safeExec(query);
 538     if (!watchQuery(query)) {
 539         db.rollback();
 540         return {};
 541     }
 542
 543     query.first();
 544     identityId = query.value(0).toInt();
 545     identity.setId(identityId);
 546
 547     if (!identityId.isValid()) {
 548         db.rollback();
 549         return {};
 550     }
 551
 552     QSqlQuery insertNickQuery(db);
 553     insertNickQuery.prepare(queryString("insert_nick"));
 554     foreach (QString nick, identity.nicks()) {
 555         insertNickQuery.bindValue(":identityid", identityId.toInt());
 556         insertNickQuery.bindValue(":nick", nick);
 557         safeExec(insertNickQuery);
 558         if (!watchQuery(insertNickQuery)) {
 559             db.rollback();
 560             return {};
 561         }
 562     }
 563
 564     if (!db.commit()) {
 565         qWarning() << "PostgreSqlStorage::createIdentity(): committing data failed!";
 566         qWarning() << " -" << qPrintable(db.lastError().text());
 567         return {};
 568     }
 569     return identityId;
 570 }
 571
 572 bool PostgreSqlStorage::updateIdentity(UserId user, const CoreIdentity& identity)
 573 {
 574     QSqlDatabase db = logDb();
 575     if (!beginTransaction(db)) {
 576         qWarning() << "PostgreSqlStorage::updateIdentity(): Unable to start Transaction!";
 577         qWarning() << " -" << qPrintable(db.lastError().text());
 578         return false;
 579     }
 580
 581     QSqlQuery checkQuery(db);
 582     checkQuery.prepare(queryString("select_checkidentity"));
 583     checkQuery.bindValue(":identityid", identity.id().toInt());
 584     checkQuery.bindValue(":userid", user.toInt());
 585     safeExec(checkQuery);
 586     watchQuery(checkQuery);
 587
 588     // there should be exactly one identity for the given id and user
 589     if (!checkQuery.first() || checkQuery.value(0).toInt() != 1) {
 590         db.rollback();
 591         return false;
 592     }
 593
 594     QSqlQuery query(db);
 595     query.prepare(queryString("update_identity"));
 596     query.bindValue(":identityname", identity.identityName());
 597     query.bindValue(":realname", identity.realName());
 598     query.bindValue(":awaynick", identity.awayNick());
 599     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 600     query.bindValue(":awayreason", identity.awayReason());
 601     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 602     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 603     query.bindValue(":autoawaytime", identity.autoAwayTime());
 604     query.bindValue(":autoawayreason", identity.autoAwayReason());
 605     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 606     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 607     query.bindValue(":detachawayreason", identity.detachAwayReason());
 608     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 609     query.bindValue(":ident", identity.ident());
 610     query.bindValue(":kickreason", identity.kickReason());
 611     query.bindValue(":partreason", identity.partReason());
 612     query.bindValue(":quitreason", identity.quitReason());
 613 #ifdef HAVE_SSL
 614     query.bindValue(":sslcert", identity.sslCert().toPem());
 615     query.bindValue(":sslkey", identity.sslKey().toPem());
 616 #else
 617     query.bindValue(":sslcert", QByteArray());
 618     query.bindValue(":sslkey", QByteArray());
 619 #endif
 620     query.bindValue(":identityid", identity.id().toInt());
 621
 622     safeExec(query);
 623     if (!watchQuery(query)) {
 624         db.rollback();
 625         return false;
 626     }
 627
 628     QSqlQuery deleteNickQuery(db);
 629     deleteNickQuery.prepare(queryString("delete_nicks"));
 630     deleteNickQuery.bindValue(":identityid", identity.id().toInt());
 631     safeExec(deleteNickQuery);
 632     if (!watchQuery(deleteNickQuery)) {
 633         db.rollback();
 634         return false;
 635     }
 636
 637     QSqlQuery insertNickQuery(db);
 638     insertNickQuery.prepare(queryString("insert_nick"));
 639     foreach (QString nick, identity.nicks()) {
 640         insertNickQuery.bindValue(":identityid", identity.id().toInt());
 641         insertNickQuery.bindValue(":nick", nick);
 642         safeExec(insertNickQuery);
 643         if (!watchQuery(insertNickQuery)) {
 644             db.rollback();
 645             return false;
 646         }
 647     }
 648
 649     if (!db.commit()) {
 650         qWarning() << "PostgreSqlStorage::updateIdentity(): committing data failed!";
 651         qWarning() << " -" << qPrintable(db.lastError().text());
 652         return false;
 653     }
 654     return true;
 655 }
 656
 657 void PostgreSqlStorage::removeIdentity(UserId user, IdentityId identityId)
 658 {
 659     QSqlDatabase db = logDb();
 660     if (!beginTransaction(db)) {
 661         qWarning() << "PostgreSqlStorage::removeIdentity(): Unable to start Transaction!";
 662         qWarning() << " -" << qPrintable(db.lastError().text());
 663         return;
 664     }
 665
 666     QSqlQuery query(db);
 667     query.prepare(queryString("delete_identity"));
 668     query.bindValue(":identityid", identityId.toInt());
 669     query.bindValue(":userid", user.toInt());
 670     safeExec(query);
 671     if (!watchQuery(query)) {
 672         db.rollback();
 673     }
 674     else {
 675         db.commit();
 676     }
 677 }
 678
 679 std::vector<CoreIdentity> PostgreSqlStorage::identities(UserId user)
 680 {
 681     std::vector<CoreIdentity> identities;
 682
 683     QSqlDatabase db = logDb();
 684     if (!beginReadOnlyTransaction(db)) {
 685         qWarning() << "PostgreSqlStorage::identites(): cannot start read only transaction!";
 686         qWarning() << " -" << qPrintable(db.lastError().text());
 687         return identities;
 688     }
 689
 690     QSqlQuery query(db);
 691     query.prepare(queryString("select_identities"));
 692     query.bindValue(":userid", user.toInt());
 693
 694     QSqlQuery nickQuery(db);
 695     nickQuery.prepare(queryString("select_nicks"));
 696
 697     safeExec(query);
 698     watchQuery(query);
 699
 700     while (query.next()) {
 701         CoreIdentity identity(IdentityId(query.value(0).toInt()));
 702
 703         identity.setIdentityName(query.value(1).toString());
 704         identity.setRealName(query.value(2).toString());
 705         identity.setAwayNick(query.value(3).toString());
 706         identity.setAwayNickEnabled(!!query.value(4).toInt());
 707         identity.setAwayReason(query.value(5).toString());
 708         identity.setAwayReasonEnabled(!!query.value(6).toInt());
 709         identity.setAutoAwayEnabled(!!query.value(7).toInt());
 710         identity.setAutoAwayTime(query.value(8).toInt());
 711         identity.setAutoAwayReason(query.value(9).toString());
 712         identity.setAutoAwayReasonEnabled(!!query.value(10).toInt());
 713         identity.setDetachAwayEnabled(!!query.value(11).toInt());
 714         identity.setDetachAwayReason(query.value(12).toString());
 715         identity.setDetachAwayReasonEnabled(!!query.value(13).toInt());
 716         identity.setIdent(query.value(14).toString());
 717         identity.setKickReason(query.value(15).toString());
 718         identity.setPartReason(query.value(16).toString());
 719         identity.setQuitReason(query.value(17).toString());
 720 #ifdef HAVE_SSL
 721         identity.setSslCert(query.value(18).toByteArray());
 722         identity.setSslKey(query.value(19).toByteArray());
 723 #endif
 724
 725         nickQuery.bindValue(":identityid", identity.id().toInt());
 726         QList<QString> nicks;
 727         safeExec(nickQuery);
 728         watchQuery(nickQuery);
 729         while (nickQuery.next()) {
 730             nicks << nickQuery.value(0).toString();
 731         }
 732         identity.setNicks(nicks);
 733         identities.push_back(std::move(identity));
 734     }
 735     db.commit();
 736     return identities;
 737 }
 738
 739 NetworkId PostgreSqlStorage::createNetwork(UserId user, const NetworkInfo& info)
 740 {
 741     NetworkId networkId;
 742
 743     QSqlDatabase db = logDb();
 744     if (!beginTransaction(db)) {
 745         qWarning() << "PostgreSqlStorage::createNetwork(): failed to begin transaction!";
 746         qWarning() << " -" << qPrintable(db.lastError().text());
 747         return false;
 748     }
 749
 750     QSqlQuery query(db);
 751     query.prepare(queryString("insert_network"));
 752     query.bindValue(":userid", user.toInt());
 753     bindNetworkInfo(query, info);
 754     safeExec(query);
 755     if (!watchQuery(query)) {
 756         db.rollback();
 757         return {};
 758     }
 759
 760     query.first();
 761     networkId = query.value(0).toInt();
 762
 763     if (!networkId.isValid()) {
 764         db.rollback();
 765         return {};
 766     }
 767
 768     QSqlQuery insertServersQuery(db);
 769     insertServersQuery.prepare(queryString("insert_server"));
 770     foreach (Network::Server server, info.serverList) {
 771         insertServersQuery.bindValue(":userid", user.toInt());
 772         insertServersQuery.bindValue(":networkid", networkId.toInt());
 773         bindServerInfo(insertServersQuery, server);
 774         safeExec(insertServersQuery);
 775         if (!watchQuery(insertServersQuery)) {
 776             db.rollback();
 777             return {};
 778         }
 779     }
 780
 781     if (!db.commit()) {
 782         qWarning() << "PostgreSqlStorage::createNetwork(): committing data failed!";
 783         qWarning() << " -" << qPrintable(db.lastError().text());
 784         return {};
 785     }
 786     return networkId;
 787 }
 788
 789 void PostgreSqlStorage::bindNetworkInfo(QSqlQuery& query, const NetworkInfo& info)
 790 {
 791     query.bindValue(":networkname", info.networkName);
 792     query.bindValue(":identityid", info.identity.isValid() ? info.identity.toInt() : QVariant());
 793     query.bindValue(":encodingcodec", QString(info.codecForEncoding));
 794     query.bindValue(":decodingcodec", QString(info.codecForDecoding));
 795     query.bindValue(":servercodec", QString(info.codecForServer));
 796     query.bindValue(":userandomserver", info.useRandomServer);
 797     query.bindValue(":perform", info.perform.join("\n"));
 798     query.bindValue(":useautoidentify", info.useAutoIdentify);
 799     query.bindValue(":autoidentifyservice", info.autoIdentifyService);
 800     query.bindValue(":autoidentifypassword", info.autoIdentifyPassword);
 801     query.bindValue(":usesasl", info.useSasl);
 802     query.bindValue(":saslaccount", info.saslAccount);
 803     query.bindValue(":saslpassword", info.saslPassword);
 804     query.bindValue(":useautoreconnect", info.useAutoReconnect);
 805     query.bindValue(":autoreconnectinterval", info.autoReconnectInterval);
 806     query.bindValue(":autoreconnectretries", info.autoReconnectRetries);
 807     query.bindValue(":unlimitedconnectretries", info.unlimitedReconnectRetries);
 808     query.bindValue(":rejoinchannels", info.rejoinChannels);
 809     // Custom rate limiting
 810     query.bindValue(":usecustomessagerate", info.useCustomMessageRate);
 811     query.bindValue(":messagerateburstsize", info.messageRateBurstSize);
 812     query.bindValue(":messageratedelay", info.messageRateDelay);
 813     query.bindValue(":unlimitedmessagerate", info.unlimitedMessageRate);
 814     if (info.networkId.isValid())
 815         query.bindValue(":networkid", info.networkId.toInt());
 816 }
 817
 818 void PostgreSqlStorage::bindServerInfo(QSqlQuery& query, const Network::Server& server)
 819 {
 820     query.bindValue(":hostname", server.host);
 821     query.bindValue(":port", server.port);
 822     query.bindValue(":password", server.password);
 823     query.bindValue(":ssl", server.useSsl);
 824     query.bindValue(":sslversion", server.sslVersion);
 825     query.bindValue(":useproxy", server.useProxy);
 826     query.bindValue(":proxytype", server.proxyType);
 827     query.bindValue(":proxyhost", server.proxyHost);
 828     query.bindValue(":proxyport", server.proxyPort);
 829     query.bindValue(":proxyuser", server.proxyUser);
 830     query.bindValue(":proxypass", server.proxyPass);
 831     query.bindValue(":sslverify", server.sslVerify);
 832 }
 833
 834 bool PostgreSqlStorage::updateNetwork(UserId user, const NetworkInfo& info)
 835 {
 836     QSqlDatabase db = logDb();
 837     if (!beginTransaction(db)) {
 838         qWarning() << "PostgreSqlStorage::updateNetwork(): failed to begin transaction!";
 839         qWarning() << " -" << qPrintable(db.lastError().text());
 840         return false;
 841     }
 842
 843     QSqlQuery updateQuery(db);
 844     updateQuery.prepare(queryString("update_network"));
 845     updateQuery.bindValue(":userid", user.toInt());
 846     bindNetworkInfo(updateQuery, info);
 847     safeExec(updateQuery);
 848     if (!watchQuery(updateQuery)) {
 849         db.rollback();
 850         return false;
 851     }
 852     if (updateQuery.numRowsAffected() != 1) {
 853         // seems this is not our network...
 854         db.rollback();
 855         return false;
 856     }
 857
 858     QSqlQuery dropServersQuery(db);
 859     dropServersQuery.prepare("DELETE FROM ircserver WHERE networkid = :networkid");
 860     dropServersQuery.bindValue(":networkid", info.networkId.toInt());
 861     safeExec(dropServersQuery);
 862     if (!watchQuery(dropServersQuery)) {
 863         db.rollback();
 864         return false;
 865     }
 866
 867     QSqlQuery insertServersQuery(db);
 868     insertServersQuery.prepare(queryString("insert_server"));
 869     foreach (Network::Server server, info.serverList) {
 870         insertServersQuery.bindValue(":userid", user.toInt());
 871         insertServersQuery.bindValue(":networkid", info.networkId.toInt());
 872         bindServerInfo(insertServersQuery, server);
 873         safeExec(insertServersQuery);
 874         if (!watchQuery(insertServersQuery)) {
 875             db.rollback();
 876             return false;
 877         }
 878     }
 879
 880     if (!db.commit()) {
 881         qWarning() << "PostgreSqlStorage::updateNetwork(): committing data failed!";
 882         qWarning() << " -" << qPrintable(db.lastError().text());
 883         return false;
 884     }
 885     return true;
 886 }
 887
 888 bool PostgreSqlStorage::removeNetwork(UserId user, const NetworkId& networkId)
 889 {
 890     QSqlDatabase db = logDb();
 891     if (!beginTransaction(db)) {
 892         qWarning() << "PostgreSqlStorage::removeNetwork(): cannot start transaction!";
 893         qWarning() << " -" << qPrintable(db.lastError().text());
 894         return false;
 895     }
 896
 897     QSqlQuery query(db);
 898     query.prepare(queryString("delete_network"));
 899     query.bindValue(":userid", user.toInt());
 900     query.bindValue(":networkid", networkId.toInt());
 901     safeExec(query);
 902     if (!watchQuery(query)) {
 903         db.rollback();
 904         return false;
 905     }
 906
 907     db.commit();
 908     return true;
 909 }
 910
 911 std::vector<NetworkInfo> PostgreSqlStorage::networks(UserId user)
 912 {
 913     std::vector<NetworkInfo> nets;
 914
 915     QSqlDatabase db = logDb();
 916     if (!beginReadOnlyTransaction(db)) {
 917         qWarning() << "PostgreSqlStorage::networks(): cannot start read only transaction!";
 918         qWarning() << " -" << qPrintable(db.lastError().text());
 919         return nets;
 920     }
 921
 922     QSqlQuery networksQuery(db);
 923     networksQuery.prepare(queryString("select_networks_for_user"));
 924     networksQuery.bindValue(":userid", user.toInt());
 925
 926     QSqlQuery serversQuery(db);
 927     serversQuery.prepare(queryString("select_servers_for_network"));
 928
 929     safeExec(networksQuery);
 930     if (!watchQuery(networksQuery)) {
 931         db.rollback();
 932         return nets;
 933     }
 934
 935     while (networksQuery.next()) {
 936         NetworkInfo net;
 937         net.networkId = networksQuery.value(0).toInt();
 938         net.networkName = networksQuery.value(1).toString();
 939         net.identity = networksQuery.value(2).toInt();
 940         net.codecForServer = networksQuery.value(3).toString().toLatin1();
 941         net.codecForEncoding = networksQuery.value(4).toString().toLatin1();
 942         net.codecForDecoding = networksQuery.value(5).toString().toLatin1();
 943         net.useRandomServer = networksQuery.value(6).toBool();
 944         net.perform = networksQuery.value(7).toString().split("\n");
 945         net.useAutoIdentify = networksQuery.value(8).toBool();
 946         net.autoIdentifyService = networksQuery.value(9).toString();
 947         net.autoIdentifyPassword = networksQuery.value(10).toString();
 948         net.useAutoReconnect = networksQuery.value(11).toBool();
 949         net.autoReconnectInterval = networksQuery.value(12).toUInt();
 950         net.autoReconnectRetries = networksQuery.value(13).toInt();
 951         net.unlimitedReconnectRetries = networksQuery.value(14).toBool();
 952         net.rejoinChannels = networksQuery.value(15).toBool();
 953         net.useSasl = networksQuery.value(16).toBool();
 954         net.saslAccount = networksQuery.value(17).toString();
 955         net.saslPassword = networksQuery.value(18).toString();
 956         // Custom rate limiting
 957         net.useCustomMessageRate = networksQuery.value(19).toBool();
 958         net.messageRateBurstSize = networksQuery.value(20).toUInt();
 959         net.messageRateDelay = networksQuery.value(21).toUInt();
 960         net.unlimitedMessageRate = networksQuery.value(22).toBool();
 961
 962         serversQuery.bindValue(":networkid", net.networkId.toInt());
 963         safeExec(serversQuery);
 964         if (!watchQuery(serversQuery)) {
 965             db.rollback();
 966             return nets;
 967         }
 968
 969         Network::ServerList servers;
 970         while (serversQuery.next()) {
 971             Network::Server server;
 972             server.host = serversQuery.value(0).toString();
 973             server.port = serversQuery.value(1).toUInt();
 974             server.password = serversQuery.value(2).toString();
 975             server.useSsl = serversQuery.value(3).toBool();
 976             server.sslVersion = serversQuery.value(4).toInt();
 977             server.useProxy = serversQuery.value(5).toBool();
 978             server.proxyType = serversQuery.value(6).toInt();
 979             server.proxyHost = serversQuery.value(7).toString();
 980             server.proxyPort = serversQuery.value(8).toUInt();
 981             server.proxyUser = serversQuery.value(9).toString();
 982             server.proxyPass = serversQuery.value(10).toString();
 983             server.sslVerify = serversQuery.value(11).toBool();
 984             servers << server;
 985         }
 986         net.serverList = servers;
 987         nets.push_back(std::move(net));
 988     }
 989     db.commit();
 990     return nets;
 991 }
 992
 993 std::vector<NetworkId> PostgreSqlStorage::connectedNetworks(UserId user)
 994 {
 995     std::vector<NetworkId> connectedNets;
 996
 997     QSqlDatabase db = logDb();
 998     if (!beginReadOnlyTransaction(db)) {
 999         qWarning() << "PostgreSqlStorage::connectedNetworks(): cannot start read only transaction!";
1000         qWarning() << " -" << qPrintable(db.lastError().text());
1001         return connectedNets;
1002     }
1003
1004     QSqlQuery query(db);
1005     query.prepare(queryString("select_connected_networks"));
1006     query.bindValue(":userid", user.toInt());
1007     safeExec(query);
1008     watchQuery(query);
1009
1010     while (query.next()) {
1011         connectedNets.emplace_back(query.value(0).toInt());
1012     }
1013
1014     db.commit();
1015     return connectedNets;
1016 }
1017
1018 void PostgreSqlStorage::setNetworkConnected(UserId user, const NetworkId& networkId, bool isConnected)
1019 {
1020     QSqlQuery query(logDb());
1021     query.prepare(queryString("update_network_connected"));
1022     query.bindValue(":userid", user.toInt());
1023     query.bindValue(":networkid", networkId.toInt());
1024     query.bindValue(":connected", isConnected);
1025     safeExec(query);
1026     watchQuery(query);
1027 }
1028
1029 QHash<QString, QString> PostgreSqlStorage::persistentChannels(UserId user, const NetworkId& networkId)
1030 {
1031     QHash<QString, QString> persistentChans;
1032
1033     QSqlDatabase db = logDb();
1034     if (!beginReadOnlyTransaction(db)) {
1035         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1036         qWarning() << " -" << qPrintable(db.lastError().text());
1037         return persistentChans;
1038     }
1039
1040     QSqlQuery query(db);
1041     query.prepare(queryString("select_persistent_channels"));
1042     query.bindValue(":userid", user.toInt());
1043     query.bindValue(":networkid", networkId.toInt());
1044     safeExec(query);
1045     watchQuery(query);
1046
1047     while (query.next()) {
1048         persistentChans[query.value(0).toString()] = query.value(1).toString();
1049     }
1050
1051     db.commit();
1052     return persistentChans;
1053 }
1054
1055 void PostgreSqlStorage::setChannelPersistent(UserId user, const NetworkId& networkId, const QString& channel, bool isJoined)
1056 {
1057     QSqlQuery query(logDb());
1058     query.prepare(queryString("update_buffer_persistent_channel"));
1059     query.bindValue(":userid", user.toInt());
1060     query.bindValue(":networkid", networkId.toInt());
1061     query.bindValue(":buffercname", channel.toLower());
1062     query.bindValue(":joined", isJoined);
1063     safeExec(query);
1064     watchQuery(query);
1065 }
1066
1067 void PostgreSqlStorage::setPersistentChannelKey(UserId user, const NetworkId& networkId, const QString& channel, const QString& key)
1068 {
1069     QSqlQuery query(logDb());
1070     query.prepare(queryString("update_buffer_set_channel_key"));
1071     query.bindValue(":userid", user.toInt());
1072     query.bindValue(":networkid", networkId.toInt());
1073     query.bindValue(":buffercname", channel.toLower());
1074     query.bindValue(":key", key);
1075     safeExec(query);
1076     watchQuery(query);
1077 }
1078
1079 QString PostgreSqlStorage::awayMessage(UserId user, NetworkId networkId)
1080 {
1081     QSqlQuery query(logDb());
1082     query.prepare(queryString("select_network_awaymsg"));
1083     query.bindValue(":userid", user.toInt());
1084     query.bindValue(":networkid", networkId.toInt());
1085     safeExec(query);
1086     watchQuery(query);
1087     QString awayMsg;
1088     if (query.first())
1089         awayMsg = query.value(0).toString();
1090     return awayMsg;
1091 }
1092
1093 void PostgreSqlStorage::setAwayMessage(UserId user, NetworkId networkId, const QString& awayMsg)
1094 {
1095     QSqlQuery query(logDb());
1096     query.prepare(queryString("update_network_set_awaymsg"));
1097     query.bindValue(":userid", user.toInt());
1098     query.bindValue(":networkid", networkId.toInt());
1099     query.bindValue(":awaymsg", awayMsg);
1100     safeExec(query);
1101     watchQuery(query);
1102 }
1103
1104 QString PostgreSqlStorage::userModes(UserId user, NetworkId networkId)
1105 {
1106     QSqlQuery query(logDb());
1107     query.prepare(queryString("select_network_usermode"));
1108     query.bindValue(":userid", user.toInt());
1109     query.bindValue(":networkid", networkId.toInt());
1110     safeExec(query);
1111     watchQuery(query);
1112     QString modes;
1113     if (query.first())
1114         modes = query.value(0).toString();
1115     return modes;
1116 }
1117
1118 void PostgreSqlStorage::setUserModes(UserId user, NetworkId networkId, const QString& userModes)
1119 {
1120     QSqlQuery query(logDb());
1121     query.prepare(queryString("update_network_set_usermode"));
1122     query.bindValue(":userid", user.toInt());
1123     query.bindValue(":networkid", networkId.toInt());
1124     query.bindValue(":usermode", userModes);
1125     safeExec(query);
1126     watchQuery(query);
1127 }
1128
1129 BufferInfo PostgreSqlStorage::bufferInfo(UserId user, const NetworkId& networkId, BufferInfo::Type type, const QString& buffer, bool create)
1130 {
1131     QSqlDatabase db = logDb();
1132     if (!beginTransaction(db)) {
1133         qWarning() << "PostgreSqlStorage::bufferInfo(): cannot start read only transaction!";
1134         qWarning() << " -" << qPrintable(db.lastError().text());
1135         return {};
1136     }
1137
1138     QSqlQuery query(db);
1139     query.prepare(queryString("select_bufferByName"));
1140     query.bindValue(":networkid", networkId.toInt());
1141     query.bindValue(":userid", user.toInt());
1142     query.bindValue(":buffercname", buffer.toLower());
1143     safeExec(query);
1144     watchQuery(query);
1145
1146     if (query.first()) {
1147         BufferInfo bufferInfo = BufferInfo(query.value(0).toInt(), networkId, (BufferInfo::Type)query.value(1).toInt(), 0, buffer);
1148         if (query.next()) {
1149             qCritical() << "PostgreSqlStorage::bufferInfo(): received more then one Buffer!";
1150             qCritical() << "         Query:" << query.lastQuery();
1151             qCritical() << "  bound Values:";
1152             QList<QVariant> list = query.boundValues().values();
1153             for (int i = 0; i < list.size(); ++i)
1154                 qCritical() << i << ":" << list.at(i).toString().toLatin1().data();
1155             Q_ASSERT(false);
1156         }
1157         db.commit();
1158         return bufferInfo;
1159     }
1160
1161     if (!create) {
1162         db.rollback();
1163         return {};
1164     }
1165
1166     QSqlQuery createQuery(db);
1167     createQuery.prepare(queryString("insert_buffer"));
1168     createQuery.bindValue(":userid", user.toInt());
1169     createQuery.bindValue(":networkid", networkId.toInt());
1170     createQuery.bindValue(":buffertype", (int)type);
1171     createQuery.bindValue(":buffername", buffer);
1172     createQuery.bindValue(":buffercname", buffer.toLower());
1173     createQuery.bindValue(":joined", type & BufferInfo::ChannelBuffer ? true : false);
1174
1175     safeExec(createQuery);
1176
1177     if (!watchQuery(createQuery)) {
1178         qWarning() << "PostgreSqlStorage::bufferInfo(): unable to create buffer";
1179         db.rollback();
1180         return BufferInfo();
1181     }
1182
1183     createQuery.first();
1184
1185     BufferInfo bufferInfo = BufferInfo(createQuery.value(0).toInt(), networkId, type, 0, buffer);
1186     db.commit();
1187     return bufferInfo;
1188 }
1189
1190 BufferInfo PostgreSqlStorage::getBufferInfo(UserId user, const BufferId& bufferId)
1191 {
1192     QSqlQuery query(logDb());
1193     query.prepare(queryString("select_buffer_by_id"));
1194     query.bindValue(":userid", user.toInt());
1195     query.bindValue(":bufferid", bufferId.toInt());
1196     safeExec(query);
1197     if (!watchQuery(query))
1198         return {};
1199
1200     if (!query.first())
1201         return {};
1202
1203     BufferInfo bufferInfo(query.value(0).toInt(),
1204                           query.value(1).toInt(),
1205                           (BufferInfo::Type)query.value(2).toInt(),
1206                           0,
1207                           query.value(4).toString());
1208     Q_ASSERT(!query.next());
1209
1210     return bufferInfo;
1211 }
1212
1213 std::vector<BufferInfo> PostgreSqlStorage::requestBuffers(UserId user)
1214 {
1215     std::vector<BufferInfo> bufferlist;
1216
1217     QSqlDatabase db = logDb();
1218     if (!beginReadOnlyTransaction(db)) {
1219         qWarning() << "PostgreSqlStorage::requestBuffers(): cannot start read only transaction!";
1220         qWarning() << " -" << qPrintable(db.lastError().text());
1221         return bufferlist;
1222     }
1223
1224     QSqlQuery query(db);
1225     query.prepare(queryString("select_buffers"));
1226     query.bindValue(":userid", user.toInt());
1227
1228     safeExec(query);
1229     watchQuery(query);
1230     while (query.next()) {
1231         bufferlist.emplace_back(query.value(0).toInt(),
1232                                 query.value(1).toInt(),
1233                                 (BufferInfo::Type)query.value(2).toInt(),
1234                                 query.value(3).toInt(),
1235                                 query.value(4).toString());
1236     }
1237     db.commit();
1238     return bufferlist;
1239 }
1240
1241 std::vector<BufferId> PostgreSqlStorage::requestBufferIdsForNetwork(UserId user, NetworkId networkId)
1242 {
1243     std::vector<BufferId> bufferList;
1244
1245     QSqlDatabase db = logDb();
1246     if (!beginReadOnlyTransaction(db)) {
1247         qWarning() << "PostgreSqlStorage::requestBufferIdsForNetwork(): cannot start read only transaction!";
1248         qWarning() << " -" << qPrintable(db.lastError().text());
1249         return bufferList;
1250     }
1251
1252     QSqlQuery query(db);
1253     query.prepare(queryString("select_buffers_for_network"));
1254     query.bindValue(":networkid", networkId.toInt());
1255     query.bindValue(":userid", user.toInt());
1256
1257     safeExec(query);
1258     watchQuery(query);
1259     while (query.next()) {
1260         bufferList.emplace_back(query.value(0).toInt());
1261     }
1262     db.commit();
1263     return bufferList;
1264 }
1265
1266 bool PostgreSqlStorage::removeBuffer(const UserId& user, const BufferId& bufferId)
1267 {
1268     QSqlDatabase db = logDb();
1269     if (!beginTransaction(db)) {
1270         qWarning() << "PostgreSqlStorage::removeBuffer(): cannot start transaction!";
1271         return false;
1272     }
1273
1274     QSqlQuery query(db);
1275     query.prepare(queryString("delete_buffer_for_bufferid"));
1276     query.bindValue(":userid", user.toInt());
1277     query.bindValue(":bufferid", bufferId.toInt());
1278     safeExec(query);
1279     if (!watchQuery(query)) {
1280         db.rollback();
1281         return false;
1282     }
1283
1284     int numRows = query.numRowsAffected();
1285     switch (numRows) {
1286     case 0:
1287         db.commit();
1288         return false;
1289     case 1:
1290         db.commit();
1291         return true;
1292     default:
1293         // there was more then one buffer deleted...
1294         qWarning() << "PostgreSqlStorage::removeBuffer(): Userid" << user << "BufferId"
1295                    << "caused deletion of" << numRows << "Buffers! Rolling back transaction...";
1296         db.rollback();
1297         return false;
1298     }
1299 }
1300
1301 bool PostgreSqlStorage::renameBuffer(const UserId& user, const BufferId& bufferId, const QString& newName)
1302 {
1303     QSqlDatabase db = logDb();
1304     if (!beginTransaction(db)) {
1305         qWarning() << "PostgreSqlStorage::renameBuffer(): cannot start transaction!";
1306         return false;
1307     }
1308
1309     QSqlQuery query(db);
1310     query.prepare(queryString("update_buffer_name"));
1311     query.bindValue(":buffername", newName);
1312     query.bindValue(":buffercname", newName.toLower());
1313     query.bindValue(":userid", user.toInt());
1314     query.bindValue(":bufferid", bufferId.toInt());
1315     safeExec(query);
1316     if (!watchQuery(query)) {
1317         db.rollback();
1318         return false;
1319     }
1320
1321     int numRows = query.numRowsAffected();
1322     switch (numRows) {
1323     case 0:
1324         db.commit();
1325         return false;
1326     case 1:
1327         db.commit();
1328         return true;
1329     default:
1330         // there was more then one buffer deleted...
1331         qWarning() << "PostgreSqlStorage::renameBuffer(): Userid" << user << "BufferId"
1332                    << "affected" << numRows << "Buffers! Rolling back transaction...";
1333         db.rollback();
1334         return false;
1335     }
1336 }
1337
1338 bool PostgreSqlStorage::mergeBuffersPermanently(const UserId& user, const BufferId& bufferId1, const BufferId& bufferId2)
1339 {
1340     QSqlDatabase db = logDb();
1341     if (!beginTransaction(db)) {
1342         qWarning() << "PostgreSqlStorage::mergeBuffersPermanently(): cannot start transaction!";
1343         qWarning() << " -" << qPrintable(db.lastError().text());
1344         return false;
1345     }
1346
1347     QSqlQuery checkQuery(db);
1348     checkQuery.prepare("SELECT count(*) FROM buffer "
1349                        "WHERE userid = :userid AND bufferid IN (:buffer1, :buffer2)");
1350     checkQuery.bindValue(":userid", user.toInt());
1351     checkQuery.bindValue(":buffer1", bufferId1.toInt());
1352     checkQuery.bindValue(":buffer2", bufferId2.toInt());
1353     safeExec(checkQuery);
1354     if (!watchQuery(checkQuery)) {
1355         db.rollback();
1356         return false;
1357     }
1358     checkQuery.first();
1359     if (checkQuery.value(0).toInt() != 2) {
1360         db.rollback();
1361         return false;
1362     }
1363
1364     QSqlQuery query(db);
1365     query.prepare(queryString("update_backlog_bufferid"));
1366     query.bindValue(":oldbufferid", bufferId2.toInt());
1367     query.bindValue(":newbufferid", bufferId1.toInt());
1368     safeExec(query);
1369     if (!watchQuery(query)) {
1370         db.rollback();
1371         return false;
1372     }
1373
1374     QSqlQuery delBufferQuery(logDb());
1375     delBufferQuery.prepare(queryString("delete_buffer_for_bufferid"));
1376     delBufferQuery.bindValue(":userid", user.toInt());
1377     delBufferQuery.bindValue(":bufferid", bufferId2.toInt());
1378     safeExec(delBufferQuery);
1379     if (!watchQuery(delBufferQuery)) {
1380         db.rollback();
1381         return false;
1382     }
1383
1384     db.commit();
1385     return true;
1386 }
1387
1388 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastMsgIds(UserId user)
1389 {
1390     QHash<BufferId, MsgId> lastMsgHash;
1391
1392     QSqlDatabase db = logDb();
1393     if (!beginReadOnlyTransaction(db)) {
1394         qWarning() << "PostgreSqlStorage::bufferLastMsgIds(): cannot start read only transaction!";
1395         qWarning() << " -" << qPrintable(db.lastError().text());
1396         return lastMsgHash;
1397     }
1398
1399     QSqlQuery query(db);
1400     query.prepare(queryString("select_buffer_last_messages"));
1401     query.bindValue(":userid", user.toInt());
1402     safeExec(query);
1403     if (!watchQuery(query)) {
1404         db.rollback();
1405         return lastMsgHash;
1406     }
1407
1408     while (query.next()) {
1409         lastMsgHash[query.value(0).toInt()] = query.value(1).toLongLong();
1410     }
1411
1412     db.commit();
1413     return lastMsgHash;
1414 }
1415
1416 void PostgreSqlStorage::setBufferLastSeenMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1417 {
1418     QSqlQuery query(logDb());
1419     query.prepare(queryString("update_buffer_lastseen"));
1420
1421     query.bindValue(":userid", user.toInt());
1422     query.bindValue(":bufferid", bufferId.toInt());
1423     query.bindValue(":lastseenmsgid", msgId.toQint64());
1424     safeExec(query);
1425     watchQuery(query);
1426 }
1427
1428 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastSeenMsgIds(UserId user)
1429 {
1430     QHash<BufferId, MsgId> lastSeenHash;
1431
1432     QSqlDatabase db = logDb();
1433     if (!beginReadOnlyTransaction(db)) {
1434         qWarning() << "PostgreSqlStorage::bufferLastSeenMsgIds(): cannot start read only transaction!";
1435         qWarning() << " -" << qPrintable(db.lastError().text());
1436         return lastSeenHash;
1437     }
1438
1439     QSqlQuery query(db);
1440     query.prepare(queryString("select_buffer_lastseen_messages"));
1441     query.bindValue(":userid", user.toInt());
1442     safeExec(query);
1443     if (!watchQuery(query)) {
1444         db.rollback();
1445         return lastSeenHash;
1446     }
1447
1448     while (query.next()) {
1449         lastSeenHash[query.value(0).toInt()] = query.value(1).toLongLong();
1450     }
1451
1452     db.commit();
1453     return lastSeenHash;
1454 }
1455
1456 void PostgreSqlStorage::setBufferMarkerLineMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1457 {
1458     QSqlQuery query(logDb());
1459     query.prepare(queryString("update_buffer_markerlinemsgid"));
1460
1461     query.bindValue(":userid", user.toInt());
1462     query.bindValue(":bufferid", bufferId.toInt());
1463     query.bindValue(":markerlinemsgid", msgId.toQint64());
1464     safeExec(query);
1465     watchQuery(query);
1466 }
1467
1468 QHash<BufferId, MsgId> PostgreSqlStorage::bufferMarkerLineMsgIds(UserId user)
1469 {
1470     QHash<BufferId, MsgId> markerLineHash;
1471
1472     QSqlDatabase db = logDb();
1473     if (!beginReadOnlyTransaction(db)) {
1474         qWarning() << "PostgreSqlStorage::bufferMarkerLineMsgIds(): cannot start read only transaction!";
1475         qWarning() << " -" << qPrintable(db.lastError().text());
1476         return markerLineHash;
1477     }
1478
1479     QSqlQuery query(db);
1480     query.prepare(queryString("select_buffer_markerlinemsgids"));
1481     query.bindValue(":userid", user.toInt());
1482     safeExec(query);
1483     if (!watchQuery(query)) {
1484         db.rollback();
1485         return markerLineHash;
1486     }
1487
1488     while (query.next()) {
1489         markerLineHash[query.value(0).toInt()] = query.value(1).toLongLong();
1490     }
1491
1492     db.commit();
1493     return markerLineHash;
1494 }
1495
1496 void PostgreSqlStorage::setBufferActivity(UserId user, BufferId bufferId, Message::Types bufferActivity)
1497 {
1498     QSqlQuery query(logDb());
1499     query.prepare(queryString("update_buffer_bufferactivity"));
1500
1501     query.bindValue(":userid", user.toInt());
1502     query.bindValue(":bufferid", bufferId.toInt());
1503     query.bindValue(":bufferactivity", (int)bufferActivity);
1504     safeExec(query);
1505     watchQuery(query);
1506 }
1507
1508 QHash<BufferId, Message::Types> PostgreSqlStorage::bufferActivities(UserId user)
1509 {
1510     QHash<BufferId, Message::Types> bufferActivityHash;
1511
1512     QSqlDatabase db = logDb();
1513     if (!beginReadOnlyTransaction(db)) {
1514         qWarning() << "PostgreSqlStorage::bufferActivities(): cannot start read only transaction!";
1515         qWarning() << " -" << qPrintable(db.lastError().text());
1516         return bufferActivityHash;
1517     }
1518
1519     QSqlQuery query(db);
1520     query.prepare(queryString("select_buffer_bufferactivities"));
1521     query.bindValue(":userid", user.toInt());
1522     safeExec(query);
1523     if (!watchQuery(query)) {
1524         db.rollback();
1525         return bufferActivityHash;
1526     }
1527
1528     while (query.next()) {
1529         bufferActivityHash[query.value(0).toInt()] = Message::Types(query.value(1).toInt());
1530     }
1531
1532     db.commit();
1533     return bufferActivityHash;
1534 }
1535
1536 Message::Types PostgreSqlStorage::bufferActivity(BufferId bufferId, MsgId lastSeenMsgId)
1537 {
1538     QSqlQuery query(logDb());
1539     query.prepare(queryString("select_buffer_bufferactivity"));
1540     query.bindValue(":bufferid", bufferId.toInt());
1541     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1542     safeExec(query);
1543     watchQuery(query);
1544     Message::Types result = Message::Types(nullptr);
1545     if (query.first())
1546         result = Message::Types(query.value(0).toInt());
1547     return result;
1548 }
1549
1550 QHash<QString, QByteArray> PostgreSqlStorage::bufferCiphers(UserId user, const NetworkId& networkId)
1551 {
1552     QHash<QString, QByteArray> bufferCiphers;
1553
1554     QSqlDatabase db = logDb();
1555     if (!beginReadOnlyTransaction(db)) {
1556         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1557         qWarning() << " -" << qPrintable(db.lastError().text());
1558         return bufferCiphers;
1559     }
1560
1561     QSqlQuery query(db);
1562     query.prepare(queryString("select_buffer_ciphers"));
1563     query.bindValue(":userid", user.toInt());
1564     query.bindValue(":networkid", networkId.toInt());
1565     safeExec(query);
1566     watchQuery(query);
1567
1568     while (query.next()) {
1569         bufferCiphers[query.value(0).toString()] = QByteArray::fromHex(query.value(1).toString().toUtf8());
1570     }
1571
1572     db.commit();
1573     return bufferCiphers;
1574 }
1575
1576 void PostgreSqlStorage::setBufferCipher(UserId user, const NetworkId& networkId, const QString& bufferName, const QByteArray& cipher)
1577 {
1578     QSqlQuery query(logDb());
1579     query.prepare(queryString("update_buffer_cipher"));
1580     query.bindValue(":userid", user.toInt());
1581     query.bindValue(":networkid", networkId.toInt());
1582     query.bindValue(":buffercname", bufferName.toLower());
1583     query.bindValue(":cipher", QString(cipher.toHex()));
1584     safeExec(query);
1585     watchQuery(query);
1586 }
1587
1588 void PostgreSqlStorage::setHighlightCount(UserId user, BufferId bufferId, int highlightcount)
1589 {
1590     QSqlQuery query(logDb());
1591     query.prepare(queryString("update_buffer_highlightcount"));
1592
1593     query.bindValue(":userid", user.toInt());
1594     query.bindValue(":bufferid", bufferId.toInt());
1595     query.bindValue(":highlightcount", highlightcount);
1596     safeExec(query);
1597     watchQuery(query);
1598 }
1599
1600 QHash<BufferId, int> PostgreSqlStorage::highlightCounts(UserId user)
1601 {
1602     QHash<BufferId, int> highlightCountHash;
1603
1604     QSqlDatabase db = logDb();
1605     if (!beginReadOnlyTransaction(db)) {
1606         qWarning() << "PostgreSqlStorage::highlightCounts(): cannot start read only transaction!";
1607         qWarning() << " -" << qPrintable(db.lastError().text());
1608         return highlightCountHash;
1609     }
1610
1611     QSqlQuery query(db);
1612     query.prepare(queryString("select_buffer_highlightcounts"));
1613     query.bindValue(":userid", user.toInt());
1614     safeExec(query);
1615     if (!watchQuery(query)) {
1616         db.rollback();
1617         return highlightCountHash;
1618     }
1619
1620     while (query.next()) {
1621         highlightCountHash[query.value(0).toInt()] = query.value(1).toInt();
1622     }
1623
1624     db.commit();
1625     return highlightCountHash;
1626 }
1627
1628 int PostgreSqlStorage::highlightCount(BufferId bufferId, MsgId lastSeenMsgId)
1629 {
1630     QSqlQuery query(logDb());
1631     query.prepare(queryString("select_buffer_highlightcount"));
1632     query.bindValue(":bufferid", bufferId.toInt());
1633     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1634     safeExec(query);
1635     watchQuery(query);
1636     auto result = int(0);
1637     if (query.first())
1638         result = query.value(0).toInt();
1639     return result;
1640 }
1641
1642 bool PostgreSqlStorage::logMessage(Message& msg)
1643 {
1644     QSqlDatabase db = logDb();
1645     if (!beginTransaction(db)) {
1646         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1647         qWarning() << " -" << qPrintable(db.lastError().text());
1648         return false;
1649     }
1650
1651     QVariantList senderParams;
1652     senderParams << msg.sender() << msg.realName() << msg.avatarUrl();
1653     QSqlQuery getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1654     qint64 senderId;
1655     if (getSenderIdQuery.first()) {
1656         senderId = getSenderIdQuery.value(0).toLongLong();
1657     }
1658     else {
1659         // it's possible that the sender was already added by another thread
1660         // since the insert might fail we're setting a savepoint
1661         savePoint("sender_sp1", db);
1662         QSqlQuery addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1663
1664         if (addSenderQuery.lastError().isValid()) {
1665             rollbackSavePoint("sender_sp1", db);
1666             getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1667             watchQuery(getSenderIdQuery);
1668             getSenderIdQuery.first();
1669             senderId = getSenderIdQuery.value(0).toLongLong();
1670         }
1671         else {
1672             releaseSavePoint("sender_sp1", db);
1673             addSenderQuery.first();
1674             senderId = addSenderQuery.value(0).toLongLong();
1675         }
1676     }
1677
1678     QVariantList params;
1679     // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1680     // to a 64-bit time compatible format by default.
1681     params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderId << msg.senderPrefixes()
1682            << msg.contents();
1683     QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1684
1685     if (!watchQuery(logMessageQuery)) {
1686         db.rollback();
1687         return false;
1688     }
1689
1690     logMessageQuery.first();
1691     MsgId msgId = logMessageQuery.value(0).toLongLong();
1692     db.commit();
1693     if (msgId.isValid()) {
1694         msg.setMsgId(msgId);
1695         return true;
1696     }
1697     else {
1698         return false;
1699     }
1700 }
1701
1702 bool PostgreSqlStorage::logMessages(MessageList& msgs)
1703 {
1704     QSqlDatabase db = logDb();
1705     if (!beginTransaction(db)) {
1706         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1707         qWarning() << " -" << qPrintable(db.lastError().text());
1708         return false;
1709     }
1710
1711     QList<int> senderIdList;
1712     QHash<SenderData, qint64> senderIds;
1713     QSqlQuery addSenderQuery;
1714     QSqlQuery selectSenderQuery;
1715     ;
1716     for (int i = 0; i < msgs.count(); i++) {
1717         auto& msg = msgs.at(i);
1718         SenderData sender = {msg.sender(), msg.realName(), msg.avatarUrl()};
1719         if (senderIds.contains(sender)) {
1720             senderIdList << senderIds[sender];
1721             continue;
1722         }
1723
1724         QVariantList senderParams;
1725         senderParams << sender.sender << sender.realname << sender.avatarurl;
1726
1727         selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1728         if (selectSenderQuery.first()) {
1729             senderIdList << selectSenderQuery.value(0).toLongLong();
1730             senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1731         }
1732         else {
1733             savePoint("sender_sp", db);
1734             addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1735             if (addSenderQuery.lastError().isValid()) {
1736                 // seems it was inserted meanwhile... by a different thread
1737                 rollbackSavePoint("sender_sp", db);
1738                 selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1739                 watchQuery(selectSenderQuery);
1740                 selectSenderQuery.first();
1741                 senderIdList << selectSenderQuery.value(0).toLongLong();
1742                 senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1743             }
1744             else {
1745                 releaseSavePoint("sender_sp", db);
1746                 addSenderQuery.first();
1747                 senderIdList << addSenderQuery.value(0).toLongLong();
1748                 senderIds[sender] = addSenderQuery.value(0).toLongLong();
1749             }
1750         }
1751     }
1752
1753     // yes we loop twice over the same list. This avoids alternating queries.
1754     bool error = false;
1755     for (int i = 0; i < msgs.count(); i++) {
1756         Message& msg = msgs[i];
1757         QVariantList params;
1758         // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1759         // to a 64-bit time compatible format by default.
1760         params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderIdList.at(i)
1761                << msg.senderPrefixes() << msg.contents();
1762         QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1763         if (!watchQuery(logMessageQuery)) {
1764             db.rollback();
1765             error = true;
1766             break;
1767         }
1768         else {
1769             logMessageQuery.first();
1770             msg.setMsgId(logMessageQuery.value(0).toLongLong());
1771         }
1772     }
1773
1774     if (error) {
1775         // we had a rollback in the db so we need to reset all msgIds
1776         for (int i = 0; i < msgs.count(); i++) {
1777             msgs[i].setMsgId(MsgId());
1778         }
1779         return false;
1780     }
1781
1782     db.commit();
1783     return true;
1784 }
1785
1786 std::vector<Message> PostgreSqlStorage::requestMsgs(UserId user, BufferId bufferId, MsgId first, MsgId last, int limit)
1787 {
1788     std::vector<Message> messagelist;
1789
1790     QSqlDatabase db = logDb();
1791     if (!beginReadOnlyTransaction(db)) {
1792         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1793         qWarning() << " -" << qPrintable(db.lastError().text());
1794         return messagelist;
1795     }
1796
1797     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1798     if (!bufferInfo.isValid()) {
1799         db.rollback();
1800         return messagelist;
1801     }
1802
1803     QString queryName;
1804     QVariantList params;
1805     if (last == -1 && first == -1) {
1806         queryName = "select_messagesNewestK";
1807     }
1808     else if (last == -1) {
1809         queryName = "select_messagesNewerThan";
1810         params << first.toQint64();
1811     }
1812     else {
1813         queryName = "select_messagesRange";
1814         params << first.toQint64();
1815         params << last.toQint64();
1816     }
1817     params << bufferId.toInt();
1818     if (limit != -1)
1819         params << limit;
1820     else
1821         params << QVariant(QVariant::Int);
1822
1823     QSqlQuery query = executePreparedQuery(queryName, params, db);
1824
1825     if (!watchQuery(query)) {
1826         qDebug() << "select_messages failed";
1827         db.rollback();
1828         return messagelist;
1829     }
1830
1831     QDateTime timestamp;
1832     while (query.next()) {
1833         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1834         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1835         timestamp = query.value(1).toDateTime();
1836         timestamp.setTimeSpec(Qt::UTC);
1837         Message msg(timestamp,
1838                     bufferInfo,
1839                     (Message::Type)query.value(2).toInt(),
1840                     query.value(8).toString(),
1841                     query.value(4).toString(),
1842                     query.value(5).toString(),
1843                     query.value(6).toString(),
1844                     query.value(7).toString(),
1845                     (Message::Flags)query.value(3).toInt());
1846         msg.setMsgId(query.value(0).toLongLong());
1847         messagelist.push_back(std::move(msg));
1848     }
1849
1850     db.commit();
1851     return messagelist;
1852 }
1853
1854 std::vector<Message> PostgreSqlStorage::requestMsgsFiltered(
1855     UserId user, BufferId bufferId, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1856 {
1857     std::vector<Message> messagelist;
1858
1859     QSqlDatabase db = logDb();
1860     if (!beginReadOnlyTransaction(db)) {
1861         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1862         qWarning() << " -" << qPrintable(db.lastError().text());
1863         return messagelist;
1864     }
1865
1866     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1867     if (!bufferInfo.isValid()) {
1868         db.rollback();
1869         return messagelist;
1870     }
1871
1872     QSqlQuery query(db);
1873     if (last == -1 && first == -1) {
1874         query.prepare(queryString("select_messagesNewestK_filtered"));
1875     }
1876     else if (last == -1) {
1877         query.prepare(queryString("select_messagesNewerThan_filtered"));
1878         query.bindValue(":first", first.toQint64());
1879     }
1880     else {
1881         query.prepare(queryString("select_messagesRange_filtered"));
1882         query.bindValue(":last", last.toQint64());
1883         query.bindValue(":first", first.toQint64());
1884     }
1885     query.bindValue(":buffer", bufferId.toInt());
1886     query.bindValue(":limit", limit);
1887     int typeRaw = type;
1888     query.bindValue(":type", typeRaw);
1889     int flagsRaw = flags;
1890     query.bindValue(":flags", flagsRaw);
1891
1892     safeExec(query);
1893     if (!watchQuery(query)) {
1894         qDebug() << "select_messages failed";
1895         db.rollback();
1896         return messagelist;
1897     }
1898
1899     QDateTime timestamp;
1900     while (query.next()) {
1901         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1902         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1903         timestamp = query.value(1).toDateTime();
1904         timestamp.setTimeSpec(Qt::UTC);
1905         Message msg(timestamp,
1906                     bufferInfo,
1907                     (Message::Type)query.value(2).toInt(),
1908                     query.value(8).toString(),
1909                     query.value(4).toString(),
1910                     query.value(5).toString(),
1911                     query.value(6).toString(),
1912                     query.value(7).toString(),
1913                     Message::Flags{query.value(3).toInt()});
1914         msg.setMsgId(query.value(0).toLongLong());
1915         messagelist.push_back(std::move(msg));
1916     }
1917
1918     db.commit();
1919     return messagelist;
1920 }
1921
1922 std::vector<Message> PostgreSqlStorage::requestAllMsgs(UserId user, MsgId first, MsgId last, int limit)
1923 {
1924     std::vector<Message> messagelist;
1925
1926     // requestBuffers uses it's own transaction.
1927     QHash<BufferId, BufferInfo> bufferInfoHash;
1928     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1929         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1930     }
1931
1932     QSqlDatabase db = logDb();
1933     if (!beginReadOnlyTransaction(db)) {
1934         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1935         qWarning() << " -" << qPrintable(db.lastError().text());
1936         return messagelist;
1937     }
1938
1939     QSqlQuery query(db);
1940     if (last == -1) {
1941         query.prepare(queryString("select_messagesAllNew"));
1942     }
1943     else {
1944         query.prepare(queryString("select_messagesAll"));
1945         query.bindValue(":lastmsg", last.toQint64());
1946     }
1947     query.bindValue(":userid", user.toInt());
1948     query.bindValue(":firstmsg", first.toQint64());
1949     safeExec(query);
1950     if (!watchQuery(query)) {
1951         db.rollback();
1952         return messagelist;
1953     }
1954
1955     QDateTime timestamp;
1956     for (int i = 0; i < limit && query.next(); i++) {
1957         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1958         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1959         timestamp = query.value(2).toDateTime();
1960         timestamp.setTimeSpec(Qt::UTC);
1961         Message msg(timestamp,
1962                     bufferInfoHash[query.value(1).toInt()],
1963                     (Message::Type)query.value(3).toInt(),
1964                     query.value(9).toString(),
1965                     query.value(5).toString(),
1966                     query.value(6).toString(),
1967                     query.value(7).toString(),
1968                     query.value(8).toString(),
1969                     (Message::Flags)query.value(4).toInt());
1970         msg.setMsgId(query.value(0).toLongLong());
1971         messagelist.push_back(std::move(msg));
1972     }
1973
1974     db.commit();
1975     return messagelist;
1976 }
1977
1978 std::vector<Message> PostgreSqlStorage::requestAllMsgsFiltered(
1979     UserId user, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1980 {
1981     std::vector<Message> messagelist;
1982
1983     // requestBuffers uses it's own transaction.
1984     QHash<BufferId, BufferInfo> bufferInfoHash;
1985     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1986         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1987     }
1988
1989     QSqlDatabase db = logDb();
1990     if (!beginReadOnlyTransaction(db)) {
1991         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1992         qWarning() << " -" << qPrintable(db.lastError().text());
1993         return messagelist;
1994     }
1995
1996     QSqlQuery query(db);
1997     if (last == -1) {
1998         query.prepare(queryString("select_messagesAllNew_filtered"));
1999     }
2000     else {
2001         query.prepare(queryString("select_messagesAll_filtered"));
2002         query.bindValue(":lastmsg", last.toQint64());
2003     }
2004     query.bindValue(":userid", user.toInt());
2005     query.bindValue(":firstmsg", first.toQint64());
2006
2007     int typeRaw = type;
2008     query.bindValue(":type", typeRaw);
2009
2010     int flagsRaw = flags;
2011     query.bindValue(":flags", flagsRaw);
2012
2013     safeExec(query);
2014     if (!watchQuery(query)) {
2015         db.rollback();
2016         return messagelist;
2017     }
2018
2019     QDateTime timestamp;
2020     for (int i = 0; i < limit && query.next(); i++) {
2021         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
2022         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
2023         timestamp = query.value(2).toDateTime();
2024         timestamp.setTimeSpec(Qt::UTC);
2025         Message msg(timestamp,
2026                     bufferInfoHash[query.value(1).toInt()],
2027                     (Message::Type)query.value(3).toInt(),
2028                     query.value(9).toString(),
2029                     query.value(5).toString(),
2030                     query.value(6).toString(),
2031                     query.value(7).toString(),
2032                     query.value(8).toString(),
2033                     Message::Flags{query.value(4).toInt()});
2034         msg.setMsgId(query.value(0).toLongLong());
2035         messagelist.push_back(std::move(msg));
2036     }
2037
2038     db.commit();
2039     return messagelist;
2040 }
2041
2042 QMap<UserId, QString> PostgreSqlStorage::getAllAuthUserNames()
2043 {
2044     QMap<UserId, QString> authusernames;
2045     QSqlQuery query(logDb());
2046     query.prepare(queryString("select_all_authusernames"));
2047     safeExec(query);
2048     watchQuery(query);
2049
2050     while (query.next()) {
2051         authusernames[query.value(0).toInt()] = query.value(1).toString();
2052     }
2053     return authusernames;
2054 }
2055
2056 // void PostgreSqlStorage::safeExec(QSqlQuery &query) {
2057 //   qDebug() << "PostgreSqlStorage::safeExec";
2058 //   qDebug() << "   executing:\n" << query.executedQuery();
2059 //   qDebug() << "   bound Values:";
2060 //   QList<QVariant> list = query.boundValues().values();
2061 //   for (int i = 0; i < list.size(); ++i)
2062 //     qCritical() << i << ": " << list.at(i).toString().toLatin1().data();
2063
2064 //   query.exec();
2065
2066 //   qDebug() << "Success:" << !query.lastError().isValid();
2067 //   qDebug();
2068
2069 //   if(!query.lastError().isValid())
2070 //     return;
2071
2072 //   qDebug() << "==================== ERROR ====================";
2073 //   watchQuery(query);
2074 //   qDebug() << "===============================================";
2075 //   qDebug();
2076 //   return;
2077 // }
2078
2079 bool PostgreSqlStorage::beginTransaction(QSqlDatabase& db)
2080 {
2081     bool result = db.transaction();
2082     if (!db.isOpen()) {
2083         db = logDb();
2084         result = db.transaction();
2085     }
2086     return result;
2087 }
2088
2089 bool PostgreSqlStorage::beginReadOnlyTransaction(QSqlDatabase& db)
2090 {
2091     QSqlQuery query = db.exec("BEGIN TRANSACTION READ ONLY");
2092     if (!db.isOpen()) {
2093         db = logDb();
2094         query = db.exec("BEGIN TRANSACTION READ ONLY");
2095     }
2096     return !query.lastError().isValid();
2097 }
2098
2099 QSqlQuery PostgreSqlStorage::prepareAndExecuteQuery(const QString& queryname, const QString& paramstring, QSqlDatabase& db)
2100 {
2101     // Query preparing is done lazily. That means that instead of always checking if the query is already prepared
2102     // we just EXECUTE and catch the error
2103     QSqlQuery query;
2104
2105     db.exec("SAVEPOINT quassel_prepare_query");
2106     if (paramstring.isNull()) {
2107         query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2108     }
2109     else {
2110         query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2111     }
2112
2113     if (!db.isOpen() || db.lastError().isValid()) {
2114         // If the query failed because the DB connection was down, reopen the connection and start a new transaction.
2115         if (!db.isOpen()) {
2116             db = logDb();
2117             if (!beginTransaction(db)) {
2118                 qWarning()
2119                     << "PostgreSqlStorage::prepareAndExecuteQuery(): cannot start transaction while recovering from connection loss!";
2120                 qWarning() << " -" << qPrintable(db.lastError().text());
2121                 return query;
2122             }
2123             db.exec("SAVEPOINT quassel_prepare_query");
2124         }
2125         else {
2126             db.exec("ROLLBACK TO SAVEPOINT quassel_prepare_query");
2127         }
2128
2129         // and once again: Qt leaves us without error codes so we either parse (language dependent(!)) strings
2130         // or we just guess the error. As we're only interested in unprepared queries, this will be our guess. :)
2131         QSqlQuery checkQuery = db.exec(
2132             QString("SELECT count(name) FROM pg_prepared_statements WHERE name = 'quassel_%1' AND from_sql = TRUE").arg(queryname.toLower()));
2133         checkQuery.first();
2134         if (checkQuery.value(0).toInt() == 0) {
2135             db.exec(QString("PREPARE quassel_%1 AS %2").arg(queryname).arg(queryString(queryname)));
2136             if (db.lastError().isValid()) {
2137                 qWarning() << "PostgreSqlStorage::prepareQuery(): unable to prepare query:" << queryname << "AS" << queryString(queryname);
2138                 qWarning() << "  Error:" << db.lastError().text();
2139                 return QSqlQuery(db);
2140             }
2141         }
2142         // we always execute the query again, even if the query was already prepared.
2143         // this ensures, that the error is properly propagated to the calling function
2144         // (otherwise the last call would be the testing select to pg_prepared_statements
2145         // which always gives a proper result and the error would be lost)
2146         if (paramstring.isNull()) {
2147             query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2148         }
2149         else {
2150             query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2151         }
2152     }
2153     else {
2154         // only release the SAVEPOINT
2155         db.exec("RELEASE SAVEPOINT quassel_prepare_query");
2156     }
2157     return query;
2158 }
2159
2160 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariantList& params, QSqlDatabase& db)
2161 {
2162     QSqlDriver* driver = db.driver();
2163
2164     QStringList paramStrings;
2165     QSqlField field;
2166     for (int i = 0; i < params.count(); i++) {
2167         const QVariant& value = params.at(i);
2168         field.setType(value.type());
2169         if (value.isNull())
2170             field.clear();
2171         else
2172             field.setValue(value);
2173
2174         paramStrings << driver->formatValue(field);
2175     }
2176
2177     if (params.isEmpty()) {
2178         return prepareAndExecuteQuery(queryname, db);
2179     }
2180     else {
2181         return prepareAndExecuteQuery(queryname, paramStrings.join(", "), db);
2182     }
2183 }
2184
2185 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariant& param, QSqlDatabase& db)
2186 {
2187     QSqlField field;
2188     field.setType(param.type());
2189     if (param.isNull())
2190         field.clear();
2191     else
2192         field.setValue(param);
2193
2194     QString paramString = db.driver()->formatValue(field);
2195     return prepareAndExecuteQuery(queryname, paramString, db);
2196 }
2197
2198 void PostgreSqlStorage::deallocateQuery(const QString& queryname, const QSqlDatabase& db)
2199 {
2200     db.exec(QString("DEALLOCATE quassel_%1").arg(queryname));
2201 }
2202
2203 void PostgreSqlStorage::safeExec(QSqlQuery& query)
2204 {
2205     // If the query fails due to the connection being gone, it seems to cause
2206     // exec() to return false but no lastError to be set
2207     if (!query.exec() && !query.lastError().isValid()) {
2208         QSqlDatabase db = logDb();
2209         QSqlQuery retryQuery(db);
2210         retryQuery.prepare(query.lastQuery());
2211         QMapIterator<QString, QVariant> i(query.boundValues());
2212         while (i.hasNext()) {
2213             i.next();
2214             retryQuery.bindValue(i.key(), i.value());
2215         }
2216         query = retryQuery;
2217         query.exec();
2218     }
2219 }
2220
2221 // ========================================
2222 //  PostgreSqlMigrationWriter
2223 // ========================================
2224 PostgreSqlMigrationWriter::PostgreSqlMigrationWriter()
2225     : PostgreSqlStorage()
2226 {}
2227
2228 bool PostgreSqlMigrationWriter::prepareQuery(MigrationObject mo)
2229 {
2230     QString query;
2231     switch (mo) {
2232     case QuasselUser:
2233         query = queryString("migrate_write_quasseluser");
2234         break;
2235     case Sender:
2236         query = queryString("migrate_write_sender");
2237         break;
2238     case Identity:
2239         _validIdentities.clear();
2240         query = queryString("migrate_write_identity");
2241         break;
2242     case IdentityNick:
2243         query = queryString("migrate_write_identity_nick");
2244         break;
2245     case Network:
2246         query = queryString("migrate_write_network");
2247         break;
2248     case Buffer:
2249         query = queryString("migrate_write_buffer");
2250         break;
2251     case Backlog:
2252         query = queryString("migrate_write_backlog");
2253         break;
2254     case IrcServer:
2255         query = queryString("migrate_write_ircserver");
2256         break;
2257     case UserSetting:
2258         query = queryString("migrate_write_usersetting");
2259         break;
2260     case CoreState:
2261         query = queryString("migrate_write_corestate");
2262         break;
2263     }
2264     newQuery(query, logDb());
2265     return true;
2266 }
2267
2268 // bool PostgreSqlMigrationWriter::writeUser(const QuasselUserMO &user) {
2269 bool PostgreSqlMigrationWriter::writeMo(const QuasselUserMO& user)
2270 {
2271     bindValue(0, user.id.toInt());
2272     bindValue(1, user.username);
2273     bindValue(2, user.password);
2274     bindValue(3, user.hashversion);
2275     bindValue(4, user.authenticator);
2276     return exec();
2277 }
2278
2279 // bool PostgreSqlMigrationWriter::writeSender(const SenderMO &sender) {
2280 bool PostgreSqlMigrationWriter::writeMo(const SenderMO& sender)
2281 {
2282     bindValue(0, sender.senderId);
2283     bindValue(1, sender.sender);
2284     bindValue(2, sender.realname);
2285     bindValue(3, sender.avatarurl);
2286     return exec();
2287 }
2288
2289 // bool PostgreSqlMigrationWriter::writeIdentity(const IdentityMO &identity) {
2290 bool PostgreSqlMigrationWriter::writeMo(const IdentityMO& identity)
2291 {
2292     _validIdentities << identity.id.toInt();
2293     bindValue(0, identity.id.toInt());
2294     bindValue(1, identity.userid.toInt());
2295     bindValue(2, identity.identityname);
2296     bindValue(3, identity.realname);
2297     bindValue(4, identity.awayNick);
2298     bindValue(5, identity.awayNickEnabled);
2299     bindValue(6, identity.awayReason);
2300     bindValue(7, identity.awayReasonEnabled);
2301     bindValue(8, identity.autoAwayEnabled);
2302     bindValue(9, identity.autoAwayTime);
2303     bindValue(10, identity.autoAwayReason);
2304     bindValue(11, identity.autoAwayReasonEnabled);
2305     bindValue(12, identity.detachAwayEnabled);
2306     bindValue(13, identity.detachAwayReason);
2307     bindValue(14, identity.detachAwayReasonEnabled);
2308     bindValue(15, identity.ident);
2309     bindValue(16, identity.kickReason);
2310     bindValue(17, identity.partReason);
2311     bindValue(18, identity.quitReason);
2312     bindValue(19, identity.sslCert);
2313     bindValue(20, identity.sslKey);
2314     return exec();
2315 }
2316
2317 // bool PostgreSqlMigrationWriter::writeIdentityNick(const IdentityNickMO &identityNick) {
2318 bool PostgreSqlMigrationWriter::writeMo(const IdentityNickMO& identityNick)
2319 {
2320     bindValue(0, identityNick.nickid);
2321     bindValue(1, identityNick.identityId.toInt());
2322     bindValue(2, identityNick.nick);
2323     return exec();
2324 }
2325
2326 // bool PostgreSqlMigrationWriter::writeNetwork(const NetworkMO &network) {
2327 bool PostgreSqlMigrationWriter::writeMo(const NetworkMO& network)
2328 {
2329     bindValue(0, network.networkid.toInt());
2330     bindValue(1, network.userid.toInt());
2331     bindValue(2, network.networkname);
2332     if (_validIdentities.contains(network.identityid.toInt()))
2333         bindValue(3, network.identityid.toInt());
2334     else
2335         bindValue(3, QVariant());
2336     bindValue(4, network.encodingcodec);
2337     bindValue(5, network.decodingcodec);
2338     bindValue(6, network.servercodec);
2339     bindValue(7, network.userandomserver);
2340     bindValue(8, network.perform);
2341     bindValue(9, network.useautoidentify);
2342     bindValue(10, network.autoidentifyservice);
2343     bindValue(11, network.autoidentifypassword);
2344     bindValue(12, network.useautoreconnect);
2345     bindValue(13, network.autoreconnectinterval);
2346     bindValue(14, network.autoreconnectretries);
2347     bindValue(15, network.unlimitedconnectretries);
2348     bindValue(16, network.rejoinchannels);
2349     bindValue(17, network.connected);
2350     bindValue(18, network.usermode);
2351     bindValue(19, network.awaymessage);
2352     bindValue(20, network.attachperform);
2353     bindValue(21, network.detachperform);
2354     bindValue(22, network.usesasl);
2355     bindValue(23, network.saslaccount);
2356     bindValue(24, network.saslpassword);
2357     // Custom rate limiting
2358     bindValue(25, network.usecustommessagerate);
2359     bindValue(26, network.messagerateburstsize);
2360     bindValue(27, network.messageratedelay);
2361     bindValue(28, network.unlimitedmessagerate);
2362     return exec();
2363 }
2364
2365 // bool PostgreSqlMigrationWriter::writeBuffer(const BufferMO &buffer) {
2366 bool PostgreSqlMigrationWriter::writeMo(const BufferMO& buffer)
2367 {
2368     bindValue(0, buffer.bufferid.toInt());
2369     bindValue(1, buffer.userid.toInt());
2370     bindValue(2, buffer.groupid);
2371     bindValue(3, buffer.networkid.toInt());
2372     bindValue(4, buffer.buffername);
2373     bindValue(5, buffer.buffercname);
2374     bindValue(6, (int)buffer.buffertype);
2375     bindValue(7, buffer.lastmsgid);
2376     bindValue(8, buffer.lastseenmsgid);
2377     bindValue(9, buffer.markerlinemsgid);
2378     bindValue(10, buffer.bufferactivity);
2379     bindValue(11, buffer.highlightcount);
2380     bindValue(12, buffer.key);
2381     bindValue(13, buffer.joined);
2382     bindValue(14, buffer.cipher);
2383     return exec();
2384 }
2385
2386 // bool PostgreSqlMigrationWriter::writeBacklog(const BacklogMO &backlog) {
2387 bool PostgreSqlMigrationWriter::writeMo(const BacklogMO& backlog)
2388 {
2389     bindValue(0, backlog.messageid.toQint64());
2390     bindValue(1, backlog.time);
2391     bindValue(2, backlog.bufferid.toInt());
2392     bindValue(3, backlog.type);
2393     bindValue(4, (int)backlog.flags);
2394     bindValue(5, backlog.senderid);
2395     bindValue(6, backlog.senderprefixes);
2396     bindValue(7, backlog.message);
2397     return exec();
2398 }
2399
2400 // bool PostgreSqlMigrationWriter::writeIrcServer(const IrcServerMO &ircserver) {
2401 bool PostgreSqlMigrationWriter::writeMo(const IrcServerMO& ircserver)
2402 {
2403     bindValue(0, ircserver.serverid);
2404     bindValue(1, ircserver.userid.toInt());
2405     bindValue(2, ircserver.networkid.toInt());
2406     bindValue(3, ircserver.hostname);
2407     bindValue(4, ircserver.port);
2408     bindValue(5, ircserver.password);
2409     bindValue(6, ircserver.ssl);
2410     bindValue(7, ircserver.sslversion);
2411     bindValue(8, ircserver.useproxy);
2412     bindValue(9, ircserver.proxytype);
2413     bindValue(10, ircserver.proxyhost);
2414     bindValue(11, ircserver.proxyport);
2415     bindValue(12, ircserver.proxyuser);
2416     bindValue(13, ircserver.proxypass);
2417     bindValue(14, ircserver.sslverify);
2418     return exec();
2419 }
2420
2421 // bool PostgreSqlMigrationWriter::writeUserSetting(const UserSettingMO &userSetting) {
2422 bool PostgreSqlMigrationWriter::writeMo(const UserSettingMO& userSetting)
2423 {
2424     bindValue(0, userSetting.userid.toInt());
2425     bindValue(1, userSetting.settingname);
2426     bindValue(2, userSetting.settingvalue);
2427     return exec();
2428 }
2429
2430 bool PostgreSqlMigrationWriter::writeMo(const CoreStateMO& coreState)
2431 {
2432     bindValue(0, coreState.key);
2433     bindValue(1, coreState.value);
2434     return exec();
2435 }
2436
2437 bool PostgreSqlMigrationWriter::postProcess()
2438 {
2439     QSqlDatabase db = logDb();
2440     QList<Sequence> sequences;
2441     sequences << Sequence("backlog", "messageid") << Sequence("buffer", "bufferid") << Sequence("identity", "identityid")
2442               << Sequence("identity_nick", "nickid") << Sequence("ircserver", "serverid") << Sequence("network", "networkid")
2443               << Sequence("quasseluser", "userid") << Sequence("sender", "senderid");
2444     QList<Sequence>::const_iterator iter;
2445     for (iter = sequences.constBegin(); iter != sequences.constEnd(); ++iter) {
2446         resetQuery();
2447         newQuery(QString("SELECT setval('%1_%2_seq', max(%2)) FROM %1").arg(iter->table, iter->field), db);
2448         if (!exec())
2449             return false;
2450     }
2451
2452     // Update the lastmsgid for all existing buffers.
2453     resetQuery();
2454     newQuery(QString("SELECT populate_lastmsgid()"), db);
2455     if (!exec())
2456         return false;
2457     return true;
2458 }