src/core/postgresqlstorage.cpp

   1 /***************************************************************************
   2  *   Copyright (C) 2005-2020 by the Quassel Project                        *
   3  *   devel@quassel-irc.org                                                 *
   4  *                                                                         *
   5  *   This program is free software; you can redistribute it and/or modify  *
   6  *   it under the terms of the GNU General Public License as published by  *
   7  *   the Free Software Foundation; either version 2 of the License, or     *
   8  *   (at your option) version 3.                                           *
   9  *                                                                         *
  10  *   This program is distributed in the hope that it will be useful,       *
  11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13  *   GNU General Public License for more details.                          *
  14  *                                                                         *
  15  *   You should have received a copy of the GNU General Public License     *
  16  *   along with this program; if not, write to the                         *
  17  *   Free Software Foundation, Inc.,                                       *
  18  *   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
  19  ***************************************************************************/
  20
  21 #include "postgresqlstorage.h"
  22
  23 #include <QByteArray>
  24 #include <QDataStream>
  25 #include <QSqlDriver>
  26 #include <QSqlField>
  27
  28 #include "network.h"
  29 #include "quassel.h"
  30
  31 PostgreSqlStorage::PostgreSqlStorage(QObject* parent)
  32     : AbstractSqlStorage(parent)
  33 {}
  34
  35 std::unique_ptr<AbstractSqlMigrationWriter> PostgreSqlStorage::createMigrationWriter()
  36 {
  37     auto writer = new PostgreSqlMigrationWriter();
  38     QVariantMap properties;
  39     properties["Username"] = _userName;
  40     properties["Password"] = _password;
  41     properties["Hostname"] = _hostName;
  42     properties["Port"] = _port;
  43     properties["Database"] = _databaseName;
  44     writer->setConnectionProperties(properties, {}, false);
  45     return std::unique_ptr<AbstractSqlMigrationWriter>{writer};
  46 }
  47
  48 bool PostgreSqlStorage::isAvailable() const
  49 {
  50     if (!QSqlDatabase::isDriverAvailable("QPSQL")) {
  51         qWarning() << qPrintable(tr("PostgreSQL driver plugin not available for Qt. Installed drivers:"))
  52                     << qPrintable(QSqlDatabase::drivers().join(", "));
  53         return false;
  54     }
  55     return true;
  56 }
  57
  58 QString PostgreSqlStorage::backendId() const
  59 {
  60     return QString("PostgreSQL");
  61 }
  62
  63 QString PostgreSqlStorage::displayName() const
  64 {
  65     return backendId();  // Note: Pre-0.13 clients use the displayName property for backend idenfication
  66 }
  67
  68 QString PostgreSqlStorage::description() const
  69 {
  70     // FIXME: proper description
  71     return tr("PostgreSQL Turbo Bomber HD!");
  72 }
  73
  74 QVariantList PostgreSqlStorage::setupData() const
  75 {
  76     QVariantList data;
  77     data << "Username" << tr("Username") << QString("quassel") << "Password" << tr("Password") << QString() << "Hostname" << tr("Hostname")
  78          << QString("localhost") << "Port" << tr("Port") << 5432 << "Database" << tr("Database") << QString("quassel");
  79     return data;
  80 }
  81
  82 bool PostgreSqlStorage::initDbSession(QSqlDatabase& db)
  83 {
  84     // check whether the Qt driver performs string escaping or not.
  85     // i.e. test if it doubles slashes.
  86     QSqlField testField;
  87     testField.setType(QVariant::String);
  88     testField.setValue("\\");
  89     QString formattedString = db.driver()->formatValue(testField);
  90     switch (formattedString.count('\\')) {
  91     case 2:
  92         // yes it does... and we cannot do anything to change the behavior of Qt.
  93         // If this is a legacy DB (Postgres < 8.2), then everything is already ok,
  94         // as this is the expected behavior.
  95         // If it is a newer version, switch to legacy mode.
  96
  97         qWarning() << "Switching Postgres to legacy mode. (set standard conforming strings to off)";
  98         // If the following calls fail, it is a legacy DB anyways, so it doesn't matter
  99         // and no need to check the outcome.
 100         db.exec("set standard_conforming_strings = off");
 101         db.exec("set escape_string_warning = off");
 102         break;
 103     case 1:
 104         // ok, so Qt does not escape...
 105         // That means we have to ensure that postgres uses standard conforming strings...
 106         {
 107             QSqlQuery query = db.exec("set standard_conforming_strings = on");
 108             if (query.lastError().isValid()) {
 109                 // We cannot enable standard conforming strings...
 110                 // since Quassel does no escaping by itself, this would yield a major vulnerability.
 111                 qCritical() << "Failed to enable standard_conforming_strings for the Postgres db!";
 112                 return false;
 113             }
 114         }
 115         break;
 116     default:
 117         // The slash got replaced with 0 or more than 2 slashes! o_O
 118         qCritical() << "Your version of Qt does something _VERY_ strange to slashes in QSqlQueries! You should consult your trusted doctor!";
 119         return false;
 120         break;
 121     }
 122
 123     // Set the PostgreSQL session timezone to UTC, since we want timestamps stored in UTC
 124     QSqlQuery tzQuery = db.exec("SET timezone = 'UTC'");
 125     if (tzQuery.lastError().isValid()) {
 126         qCritical() << "Failed to set timezone to UTC!";
 127         return false;
 128     }
 129
 130     return true;
 131 }
 132
 133 void PostgreSqlStorage::setConnectionProperties(const QVariantMap& properties, const QProcessEnvironment& environment, bool loadFromEnvironment)
 134 {
 135     if (loadFromEnvironment) {
 136         _userName = environment.value("DB_PGSQL_USERNAME");
 137         _password = environment.value("DB_PGSQL_PASSWORD");
 138         _hostName = environment.value("DB_PGSQL_HOSTNAME");
 139         _port = environment.value("DB_PGSQL_PORT").toInt();
 140         _databaseName = environment.value("DB_PGSQL_DATABASE");
 141     }
 142     else {
 143         _userName = properties["Username"].toString();
 144         _password = properties["Password"].toString();
 145         _hostName = properties["Hostname"].toString();
 146         _port = properties["Port"].toInt();
 147         _databaseName = properties["Database"].toString();
 148     }
 149 }
 150
 151 int PostgreSqlStorage::installedSchemaVersion()
 152 {
 153     QSqlQuery query(logDb());
 154     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaversion'");
 155     safeExec(query);
 156     watchQuery(query);
 157     if (query.first())
 158         return query.value(0).toInt();
 159
 160     // maybe it's really old... (schema version 0)
 161     query.prepare("SELECT MAX(version) FROM coreinfo");
 162     safeExec(query);
 163     watchQuery(query);
 164     if (query.first())
 165         return query.value(0).toInt();
 166
 167     return AbstractSqlStorage::installedSchemaVersion();
 168 }
 169
 170 bool PostgreSqlStorage::updateSchemaVersion(int newVersion, bool clearUpgradeStep)
 171 {
 172     // Atomically update the schema version and clear the upgrade step, if specified
 173     // Note: This will need reworked if "updateSchemaVersion" is ever called within a transaction.
 174     QSqlDatabase db = logDb();
 175     if (!beginTransaction(db)) {
 176         qWarning() << "PostgreSqlStorage::updateSchemaVersion(int, bool): cannot start transaction!";
 177         qWarning() << " -" << qPrintable(db.lastError().text());
 178         return false;
 179     }
 180
 181     QSqlQuery query(db);
 182     query.prepare("UPDATE coreinfo SET value = :version WHERE key = 'schemaversion'");
 183     query.bindValue(":version", newVersion);
 184     safeExec(query);
 185
 186     if (!watchQuery(query)) {
 187         qCritical() << "PostgreSqlStorage::updateSchemaVersion(int, bool): Updating schema version failed!";
 188         db.rollback();
 189         return false;
 190     }
 191
 192     if (clearUpgradeStep) {
 193         // Try clearing the upgrade step if requested
 194         if (!setSchemaVersionUpgradeStep("")) {
 195             db.rollback();
 196             return false;
 197         }
 198     }
 199
 200     // Successful, commit and return true
 201     db.commit();
 202     return true;
 203 }
 204
 205 bool PostgreSqlStorage::setupSchemaVersion(int version)
 206 {
 207     QSqlQuery query(logDb());
 208     query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaversion', :version)");
 209     query.bindValue(":version", version);
 210     safeExec(query);
 211
 212     bool success = true;
 213     if (!watchQuery(query)) {
 214         qCritical() << "PostgreSqlStorage::setupSchemaVersion(int): Updating schema version failed!";
 215         success = false;
 216     }
 217     return success;
 218 }
 219
 220 QString PostgreSqlStorage::schemaVersionUpgradeStep()
 221 {
 222     QSqlQuery query(logDb());
 223     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaupgradestep'");
 224     safeExec(query);
 225     watchQuery(query);
 226     if (query.first())
 227         return query.value(0).toString();
 228
 229     // Fall back to the default value
 230     return AbstractSqlStorage::schemaVersionUpgradeStep();
 231 }
 232
 233 bool PostgreSqlStorage::setSchemaVersionUpgradeStep(QString upgradeQuery)
 234 {
 235     // Intentionally do not wrap in a transaction so other functions can include multiple operations
 236
 237     QSqlQuery query(logDb());
 238     query.prepare("UPDATE coreinfo SET value = :upgradestep WHERE key = 'schemaupgradestep'");
 239     query.bindValue(":upgradestep", upgradeQuery);
 240     safeExec(query);
 241
 242     // Make sure that the query didn't fail (shouldn't ever happen), and that some non-zero number
 243     // of rows were affected
 244     bool success = watchQuery(query) && query.numRowsAffected() != 0;
 245
 246     if (!success) {
 247         // The key might not exist (Quassel 0.13.0 and older).  Try inserting it...
 248         query = QSqlQuery(logDb());
 249         query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaupgradestep', :upgradestep)");
 250         query.bindValue(":upgradestep", upgradeQuery);
 251         safeExec(query);
 252
 253         if (!watchQuery(query)) {
 254             qCritical() << Q_FUNC_INFO << "Setting schema upgrade step failed!";
 255             success = false;
 256         }
 257         else {
 258             success = true;
 259         }
 260     }
 261     return success;
 262 }
 263
 264 UserId PostgreSqlStorage::addUser(const QString& user, const QString& password, const QString& authenticator)
 265 {
 266     QSqlQuery query(logDb());
 267     query.prepare(queryString("insert_quasseluser"));
 268     query.bindValue(":username", user);
 269     query.bindValue(":password", hashPassword(password));
 270     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 271     query.bindValue(":authenticator", authenticator);
 272     safeExec(query);
 273     if (!watchQuery(query))
 274         return 0;
 275
 276     query.first();
 277     UserId uid = query.value(0).toInt();
 278     emit userAdded(uid, user);
 279     return uid;
 280 }
 281
 282 bool PostgreSqlStorage::updateUser(UserId user, const QString& password)
 283 {
 284     QSqlQuery query(logDb());
 285     query.prepare(queryString("update_userpassword"));
 286     query.bindValue(":userid", user.toInt());
 287     query.bindValue(":password", hashPassword(password));
 288     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 289     safeExec(query);
 290     watchQuery(query);
 291     return query.numRowsAffected() != 0;
 292 }
 293
 294 void PostgreSqlStorage::renameUser(UserId user, const QString& newName)
 295 {
 296     QSqlQuery query(logDb());
 297     query.prepare(queryString("update_username"));
 298     query.bindValue(":userid", user.toInt());
 299     query.bindValue(":username", newName);
 300     safeExec(query);
 301     watchQuery(query);
 302     emit userRenamed(user, newName);
 303 }
 304
 305 UserId PostgreSqlStorage::validateUser(const QString& user, const QString& password)
 306 {
 307     QSqlQuery query(logDb());
 308     query.prepare(queryString("select_authuser"));
 309     query.bindValue(":username", user);
 310     safeExec(query);
 311     watchQuery(query);
 312
 313     if (query.first()
 314         && checkHashedPassword(query.value(0).toInt(),
 315                                password,
 316                                query.value(1).toString(),
 317                                static_cast<Storage::HashVersion>(query.value(2).toInt()))) {
 318         return query.value(0).toInt();
 319     }
 320     else {
 321         return 0;
 322     }
 323 }
 324
 325 UserId PostgreSqlStorage::getUserId(const QString& user)
 326 {
 327     QSqlQuery query(logDb());
 328     query.prepare(queryString("select_userid"));
 329     query.bindValue(":username", user);
 330     safeExec(query);
 331     watchQuery(query);
 332
 333     if (query.first()) {
 334         return query.value(0).toInt();
 335     }
 336     else {
 337         return 0;
 338     }
 339 }
 340
 341 QString PostgreSqlStorage::getUserAuthenticator(const UserId userid)
 342 {
 343     QSqlQuery query(logDb());
 344     query.prepare(queryString("select_authenticator"));
 345     query.bindValue(":userid", userid.toInt());
 346     safeExec(query);
 347     watchQuery(query);
 348
 349     if (query.first()) {
 350         return query.value(0).toString();
 351     }
 352     else {
 353         return QString("");
 354     }
 355 }
 356
 357 UserId PostgreSqlStorage::internalUser()
 358 {
 359     QSqlQuery query(logDb());
 360     query.prepare(queryString("select_internaluser"));
 361     safeExec(query);
 362     watchQuery(query);
 363
 364     if (query.first()) {
 365         return query.value(0).toInt();
 366     }
 367     else {
 368         return 0;
 369     }
 370 }
 371
 372 void PostgreSqlStorage::delUser(UserId user)
 373 {
 374     QSqlDatabase db = logDb();
 375     if (!beginTransaction(db)) {
 376         qWarning() << "PostgreSqlStorage::delUser(): cannot start transaction!";
 377         return;
 378     }
 379
 380     QSqlQuery query(db);
 381     query.prepare(queryString("delete_quasseluser"));
 382     query.bindValue(":userid", user.toInt());
 383     safeExec(query);
 384     if (!watchQuery(query)) {
 385         db.rollback();
 386         return;
 387     }
 388     else {
 389         db.commit();
 390         emit userRemoved(user);
 391     }
 392 }
 393
 394 void PostgreSqlStorage::setUserSetting(UserId userId, const QString& settingName, const QVariant& data)
 395 {
 396     QByteArray rawData;
 397     QDataStream out(&rawData, QIODevice::WriteOnly);
 398     out.setVersion(QDataStream::Qt_4_2);
 399     out << data;
 400
 401     QSqlDatabase db = logDb();
 402     QSqlQuery selectQuery(db);
 403     selectQuery.prepare(queryString("select_user_setting"));
 404     selectQuery.bindValue(":userid", userId.toInt());
 405     selectQuery.bindValue(":settingname", settingName);
 406     safeExec(selectQuery);
 407     watchQuery(selectQuery);
 408
 409     QString setQueryString;
 410     if (!selectQuery.first()) {
 411         setQueryString = queryString("insert_user_setting");
 412     }
 413     else {
 414         setQueryString = queryString("update_user_setting");
 415     }
 416
 417     QSqlQuery setQuery(db);
 418     setQuery.prepare(setQueryString);
 419     setQuery.bindValue(":userid", userId.toInt());
 420     setQuery.bindValue(":settingname", settingName);
 421     setQuery.bindValue(":settingvalue", rawData);
 422     safeExec(setQuery);
 423     watchQuery(setQuery);
 424 }
 425
 426 QVariant PostgreSqlStorage::getUserSetting(UserId userId, const QString& settingName, const QVariant& defaultData)
 427 {
 428     QSqlQuery query(logDb());
 429     query.prepare(queryString("select_user_setting"));
 430     query.bindValue(":userid", userId.toInt());
 431     query.bindValue(":settingname", settingName);
 432     safeExec(query);
 433     watchQuery(query);
 434
 435     if (query.first()) {
 436         QVariant data;
 437         QByteArray rawData = query.value(0).toByteArray();
 438         QDataStream in(&rawData, QIODevice::ReadOnly);
 439         in.setVersion(QDataStream::Qt_4_2);
 440         in >> data;
 441         return data;
 442     }
 443     else {
 444         return defaultData;
 445     }
 446 }
 447
 448 void PostgreSqlStorage::setCoreState(const QVariantList& data)
 449 {
 450     QByteArray rawData;
 451     QDataStream out(&rawData, QIODevice::WriteOnly);
 452     out.setVersion(QDataStream::Qt_4_2);
 453     out << data;
 454
 455     QSqlDatabase db = logDb();
 456     QSqlQuery selectQuery(db);
 457     selectQuery.prepare(queryString("select_core_state"));
 458     selectQuery.bindValue(":key", "active_sessions");
 459     safeExec(selectQuery);
 460     watchQuery(selectQuery);
 461
 462     QString setQueryString;
 463     if (!selectQuery.first()) {
 464         setQueryString = queryString("insert_core_state");
 465     }
 466     else {
 467         setQueryString = queryString("update_core_state");
 468     }
 469
 470     QSqlQuery setQuery(db);
 471     setQuery.prepare(setQueryString);
 472     setQuery.bindValue(":key", "active_sessions");
 473     setQuery.bindValue(":value", rawData);
 474     safeExec(setQuery);
 475     watchQuery(setQuery);
 476 }
 477
 478 QVariantList PostgreSqlStorage::getCoreState(const QVariantList& defaultData)
 479 {
 480     QSqlQuery query(logDb());
 481     query.prepare(queryString("select_core_state"));
 482     query.bindValue(":key", "active_sessions");
 483     safeExec(query);
 484     watchQuery(query);
 485
 486     if (query.first()) {
 487         QVariantList data;
 488         QByteArray rawData = query.value(0).toByteArray();
 489         QDataStream in(&rawData, QIODevice::ReadOnly);
 490         in.setVersion(QDataStream::Qt_4_2);
 491         in >> data;
 492         return data;
 493     }
 494     else {
 495         return defaultData;
 496     }
 497 }
 498
 499 IdentityId PostgreSqlStorage::createIdentity(UserId user, CoreIdentity& identity)
 500 {
 501     IdentityId identityId;
 502
 503     QSqlDatabase db = logDb();
 504     if (!beginTransaction(db)) {
 505         qWarning() << "PostgreSqlStorage::createIdentity(): Unable to start Transaction!";
 506         qWarning() << " -" << qPrintable(db.lastError().text());
 507         return identityId;
 508     }
 509
 510     QSqlQuery query(db);
 511     query.prepare(queryString("insert_identity"));
 512     query.bindValue(":userid", user.toInt());
 513     query.bindValue(":identityname", identity.identityName());
 514     query.bindValue(":realname", identity.realName());
 515     query.bindValue(":awaynick", identity.awayNick());
 516     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 517     query.bindValue(":awayreason", identity.awayReason());
 518     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 519     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 520     query.bindValue(":autoawaytime", identity.autoAwayTime());
 521     query.bindValue(":autoawayreason", identity.autoAwayReason());
 522     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 523     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 524     query.bindValue(":detachawayreason", identity.detachAwayReason());
 525     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 526     query.bindValue(":ident", identity.ident());
 527     query.bindValue(":kickreason", identity.kickReason());
 528     query.bindValue(":partreason", identity.partReason());
 529     query.bindValue(":quitreason", identity.quitReason());
 530     query.bindValue(":sslcert", identity.sslCert().toPem());
 531     query.bindValue(":sslkey", identity.sslKey().toPem());
 532     safeExec(query);
 533     if (!watchQuery(query)) {
 534         db.rollback();
 535         return {};
 536     }
 537
 538     query.first();
 539     identityId = query.value(0).toInt();
 540     identity.setId(identityId);
 541
 542     if (!identityId.isValid()) {
 543         db.rollback();
 544         return {};
 545     }
 546
 547     QSqlQuery insertNickQuery(db);
 548     insertNickQuery.prepare(queryString("insert_nick"));
 549     foreach (QString nick, identity.nicks()) {
 550         insertNickQuery.bindValue(":identityid", identityId.toInt());
 551         insertNickQuery.bindValue(":nick", nick);
 552         safeExec(insertNickQuery);
 553         if (!watchQuery(insertNickQuery)) {
 554             db.rollback();
 555             return {};
 556         }
 557     }
 558
 559     if (!db.commit()) {
 560         qWarning() << "PostgreSqlStorage::createIdentity(): committing data failed!";
 561         qWarning() << " -" << qPrintable(db.lastError().text());
 562         return {};
 563     }
 564     return identityId;
 565 }
 566
 567 bool PostgreSqlStorage::updateIdentity(UserId user, const CoreIdentity& identity)
 568 {
 569     QSqlDatabase db = logDb();
 570     if (!beginTransaction(db)) {
 571         qWarning() << "PostgreSqlStorage::updateIdentity(): Unable to start Transaction!";
 572         qWarning() << " -" << qPrintable(db.lastError().text());
 573         return false;
 574     }
 575
 576     QSqlQuery checkQuery(db);
 577     checkQuery.prepare(queryString("select_checkidentity"));
 578     checkQuery.bindValue(":identityid", identity.id().toInt());
 579     checkQuery.bindValue(":userid", user.toInt());
 580     safeExec(checkQuery);
 581     watchQuery(checkQuery);
 582
 583     // there should be exactly one identity for the given id and user
 584     if (!checkQuery.first() || checkQuery.value(0).toInt() != 1) {
 585         db.rollback();
 586         return false;
 587     }
 588
 589     QSqlQuery query(db);
 590     query.prepare(queryString("update_identity"));
 591     query.bindValue(":identityname", identity.identityName());
 592     query.bindValue(":realname", identity.realName());
 593     query.bindValue(":awaynick", identity.awayNick());
 594     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 595     query.bindValue(":awayreason", identity.awayReason());
 596     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 597     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 598     query.bindValue(":autoawaytime", identity.autoAwayTime());
 599     query.bindValue(":autoawayreason", identity.autoAwayReason());
 600     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 601     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 602     query.bindValue(":detachawayreason", identity.detachAwayReason());
 603     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 604     query.bindValue(":ident", identity.ident());
 605     query.bindValue(":kickreason", identity.kickReason());
 606     query.bindValue(":partreason", identity.partReason());
 607     query.bindValue(":quitreason", identity.quitReason());
 608     query.bindValue(":sslcert", identity.sslCert().toPem());
 609     query.bindValue(":sslkey", identity.sslKey().toPem());
 610     query.bindValue(":identityid", identity.id().toInt());
 611
 612     safeExec(query);
 613     if (!watchQuery(query)) {
 614         db.rollback();
 615         return false;
 616     }
 617
 618     QSqlQuery deleteNickQuery(db);
 619     deleteNickQuery.prepare(queryString("delete_nicks"));
 620     deleteNickQuery.bindValue(":identityid", identity.id().toInt());
 621     safeExec(deleteNickQuery);
 622     if (!watchQuery(deleteNickQuery)) {
 623         db.rollback();
 624         return false;
 625     }
 626
 627     QSqlQuery insertNickQuery(db);
 628     insertNickQuery.prepare(queryString("insert_nick"));
 629     foreach (QString nick, identity.nicks()) {
 630         insertNickQuery.bindValue(":identityid", identity.id().toInt());
 631         insertNickQuery.bindValue(":nick", nick);
 632         safeExec(insertNickQuery);
 633         if (!watchQuery(insertNickQuery)) {
 634             db.rollback();
 635             return false;
 636         }
 637     }
 638
 639     if (!db.commit()) {
 640         qWarning() << "PostgreSqlStorage::updateIdentity(): committing data failed!";
 641         qWarning() << " -" << qPrintable(db.lastError().text());
 642         return false;
 643     }
 644     return true;
 645 }
 646
 647 void PostgreSqlStorage::removeIdentity(UserId user, IdentityId identityId)
 648 {
 649     QSqlDatabase db = logDb();
 650     if (!beginTransaction(db)) {
 651         qWarning() << "PostgreSqlStorage::removeIdentity(): Unable to start Transaction!";
 652         qWarning() << " -" << qPrintable(db.lastError().text());
 653         return;
 654     }
 655
 656     QSqlQuery query(db);
 657     query.prepare(queryString("delete_identity"));
 658     query.bindValue(":identityid", identityId.toInt());
 659     query.bindValue(":userid", user.toInt());
 660     safeExec(query);
 661     if (!watchQuery(query)) {
 662         db.rollback();
 663     }
 664     else {
 665         db.commit();
 666     }
 667 }
 668
 669 std::vector<CoreIdentity> PostgreSqlStorage::identities(UserId user)
 670 {
 671     std::vector<CoreIdentity> identities;
 672
 673     QSqlDatabase db = logDb();
 674     if (!beginReadOnlyTransaction(db)) {
 675         qWarning() << "PostgreSqlStorage::identites(): cannot start read only transaction!";
 676         qWarning() << " -" << qPrintable(db.lastError().text());
 677         return identities;
 678     }
 679
 680     QSqlQuery query(db);
 681     query.prepare(queryString("select_identities"));
 682     query.bindValue(":userid", user.toInt());
 683
 684     QSqlQuery nickQuery(db);
 685     nickQuery.prepare(queryString("select_nicks"));
 686
 687     safeExec(query);
 688     watchQuery(query);
 689
 690     while (query.next()) {
 691         CoreIdentity identity(IdentityId(query.value(0).toInt()));
 692
 693         identity.setIdentityName(query.value(1).toString());
 694         identity.setRealName(query.value(2).toString());
 695         identity.setAwayNick(query.value(3).toString());
 696         identity.setAwayNickEnabled(!!query.value(4).toInt());
 697         identity.setAwayReason(query.value(5).toString());
 698         identity.setAwayReasonEnabled(!!query.value(6).toInt());
 699         identity.setAutoAwayEnabled(!!query.value(7).toInt());
 700         identity.setAutoAwayTime(query.value(8).toInt());
 701         identity.setAutoAwayReason(query.value(9).toString());
 702         identity.setAutoAwayReasonEnabled(!!query.value(10).toInt());
 703         identity.setDetachAwayEnabled(!!query.value(11).toInt());
 704         identity.setDetachAwayReason(query.value(12).toString());
 705         identity.setDetachAwayReasonEnabled(!!query.value(13).toInt());
 706         identity.setIdent(query.value(14).toString());
 707         identity.setKickReason(query.value(15).toString());
 708         identity.setPartReason(query.value(16).toString());
 709         identity.setQuitReason(query.value(17).toString());
 710         identity.setSslCert(query.value(18).toByteArray());
 711         identity.setSslKey(query.value(19).toByteArray());
 712
 713         nickQuery.bindValue(":identityid", identity.id().toInt());
 714         QList<QString> nicks;
 715         safeExec(nickQuery);
 716         watchQuery(nickQuery);
 717         while (nickQuery.next()) {
 718             nicks << nickQuery.value(0).toString();
 719         }
 720         identity.setNicks(nicks);
 721         identities.push_back(std::move(identity));
 722     }
 723     db.commit();
 724     return identities;
 725 }
 726
 727 NetworkId PostgreSqlStorage::createNetwork(UserId user, const NetworkInfo& info)
 728 {
 729     NetworkId networkId;
 730
 731     QSqlDatabase db = logDb();
 732     if (!beginTransaction(db)) {
 733         qWarning() << "PostgreSqlStorage::createNetwork(): failed to begin transaction!";
 734         qWarning() << " -" << qPrintable(db.lastError().text());
 735         return false;
 736     }
 737
 738     QSqlQuery query(db);
 739     query.prepare(queryString("insert_network"));
 740     query.bindValue(":userid", user.toInt());
 741     bindNetworkInfo(query, info);
 742     safeExec(query);
 743     if (!watchQuery(query)) {
 744         db.rollback();
 745         return {};
 746     }
 747
 748     query.first();
 749     networkId = query.value(0).toInt();
 750
 751     if (!networkId.isValid()) {
 752         db.rollback();
 753         return {};
 754     }
 755
 756     QSqlQuery insertServersQuery(db);
 757     insertServersQuery.prepare(queryString("insert_server"));
 758     foreach (Network::Server server, info.serverList) {
 759         insertServersQuery.bindValue(":userid", user.toInt());
 760         insertServersQuery.bindValue(":networkid", networkId.toInt());
 761         bindServerInfo(insertServersQuery, server);
 762         safeExec(insertServersQuery);
 763         if (!watchQuery(insertServersQuery)) {
 764             db.rollback();
 765             return {};
 766         }
 767     }
 768
 769     if (!db.commit()) {
 770         qWarning() << "PostgreSqlStorage::createNetwork(): committing data failed!";
 771         qWarning() << " -" << qPrintable(db.lastError().text());
 772         return {};
 773     }
 774     return networkId;
 775 }
 776
 777 void PostgreSqlStorage::bindNetworkInfo(QSqlQuery& query, const NetworkInfo& info)
 778 {
 779     query.bindValue(":networkname", info.networkName);
 780     query.bindValue(":identityid", info.identity.isValid() ? info.identity.toInt() : QVariant());
 781     query.bindValue(":encodingcodec", QString(info.codecForEncoding));
 782     query.bindValue(":decodingcodec", QString(info.codecForDecoding));
 783     query.bindValue(":servercodec", QString(info.codecForServer));
 784     query.bindValue(":userandomserver", info.useRandomServer);
 785     query.bindValue(":perform", info.perform.join("\n"));
 786     query.bindValue(":useautoidentify", info.useAutoIdentify);
 787     query.bindValue(":autoidentifyservice", info.autoIdentifyService);
 788     query.bindValue(":autoidentifypassword", info.autoIdentifyPassword);
 789     query.bindValue(":usesasl", info.useSasl);
 790     query.bindValue(":saslaccount", info.saslAccount);
 791     query.bindValue(":saslpassword", info.saslPassword);
 792     query.bindValue(":useautoreconnect", info.useAutoReconnect);
 793     query.bindValue(":autoreconnectinterval", info.autoReconnectInterval);
 794     query.bindValue(":autoreconnectretries", info.autoReconnectRetries);
 795     query.bindValue(":unlimitedconnectretries", info.unlimitedReconnectRetries);
 796     query.bindValue(":rejoinchannels", info.rejoinChannels);
 797     // Custom rate limiting
 798     query.bindValue(":usecustomessagerate", info.useCustomMessageRate);
 799     query.bindValue(":messagerateburstsize", info.messageRateBurstSize);
 800     query.bindValue(":messageratedelay", info.messageRateDelay);
 801     query.bindValue(":unlimitedmessagerate", info.unlimitedMessageRate);
 802     if (info.networkId.isValid())
 803         query.bindValue(":networkid", info.networkId.toInt());
 804 }
 805
 806 void PostgreSqlStorage::bindServerInfo(QSqlQuery& query, const Network::Server& server)
 807 {
 808     query.bindValue(":hostname", server.host);
 809     query.bindValue(":port", server.port);
 810     query.bindValue(":password", server.password);
 811     query.bindValue(":ssl", server.useSsl);
 812     query.bindValue(":sslversion", server.sslVersion);
 813     query.bindValue(":useproxy", server.useProxy);
 814     query.bindValue(":proxytype", server.proxyType);
 815     query.bindValue(":proxyhost", server.proxyHost);
 816     query.bindValue(":proxyport", server.proxyPort);
 817     query.bindValue(":proxyuser", server.proxyUser);
 818     query.bindValue(":proxypass", server.proxyPass);
 819     query.bindValue(":sslverify", server.sslVerify);
 820 }
 821
 822 bool PostgreSqlStorage::updateNetwork(UserId user, const NetworkInfo& info)
 823 {
 824     QSqlDatabase db = logDb();
 825     if (!beginTransaction(db)) {
 826         qWarning() << "PostgreSqlStorage::updateNetwork(): failed to begin transaction!";
 827         qWarning() << " -" << qPrintable(db.lastError().text());
 828         return false;
 829     }
 830
 831     QSqlQuery updateQuery(db);
 832     updateQuery.prepare(queryString("update_network"));
 833     updateQuery.bindValue(":userid", user.toInt());
 834     bindNetworkInfo(updateQuery, info);
 835     safeExec(updateQuery);
 836     if (!watchQuery(updateQuery)) {
 837         db.rollback();
 838         return false;
 839     }
 840     if (updateQuery.numRowsAffected() != 1) {
 841         // seems this is not our network...
 842         db.rollback();
 843         return false;
 844     }
 845
 846     QSqlQuery dropServersQuery(db);
 847     dropServersQuery.prepare("DELETE FROM ircserver WHERE networkid = :networkid");
 848     dropServersQuery.bindValue(":networkid", info.networkId.toInt());
 849     safeExec(dropServersQuery);
 850     if (!watchQuery(dropServersQuery)) {
 851         db.rollback();
 852         return false;
 853     }
 854
 855     QSqlQuery insertServersQuery(db);
 856     insertServersQuery.prepare(queryString("insert_server"));
 857     foreach (Network::Server server, info.serverList) {
 858         insertServersQuery.bindValue(":userid", user.toInt());
 859         insertServersQuery.bindValue(":networkid", info.networkId.toInt());
 860         bindServerInfo(insertServersQuery, server);
 861         safeExec(insertServersQuery);
 862         if (!watchQuery(insertServersQuery)) {
 863             db.rollback();
 864             return false;
 865         }
 866     }
 867
 868     if (!db.commit()) {
 869         qWarning() << "PostgreSqlStorage::updateNetwork(): committing data failed!";
 870         qWarning() << " -" << qPrintable(db.lastError().text());
 871         return false;
 872     }
 873     return true;
 874 }
 875
 876 bool PostgreSqlStorage::removeNetwork(UserId user, const NetworkId& networkId)
 877 {
 878     QSqlDatabase db = logDb();
 879     if (!beginTransaction(db)) {
 880         qWarning() << "PostgreSqlStorage::removeNetwork(): cannot start transaction!";
 881         qWarning() << " -" << qPrintable(db.lastError().text());
 882         return false;
 883     }
 884
 885     QSqlQuery query(db);
 886     query.prepare(queryString("delete_network"));
 887     query.bindValue(":userid", user.toInt());
 888     query.bindValue(":networkid", networkId.toInt());
 889     safeExec(query);
 890     if (!watchQuery(query)) {
 891         db.rollback();
 892         return false;
 893     }
 894
 895     db.commit();
 896     return true;
 897 }
 898
 899 std::vector<NetworkInfo> PostgreSqlStorage::networks(UserId user)
 900 {
 901     std::vector<NetworkInfo> nets;
 902
 903     QSqlDatabase db = logDb();
 904     if (!beginReadOnlyTransaction(db)) {
 905         qWarning() << "PostgreSqlStorage::networks(): cannot start read only transaction!";
 906         qWarning() << " -" << qPrintable(db.lastError().text());
 907         return nets;
 908     }
 909
 910     QSqlQuery networksQuery(db);
 911     networksQuery.prepare(queryString("select_networks_for_user"));
 912     networksQuery.bindValue(":userid", user.toInt());
 913
 914     QSqlQuery serversQuery(db);
 915     serversQuery.prepare(queryString("select_servers_for_network"));
 916
 917     safeExec(networksQuery);
 918     if (!watchQuery(networksQuery)) {
 919         db.rollback();
 920         return nets;
 921     }
 922
 923     while (networksQuery.next()) {
 924         NetworkInfo net;
 925         net.networkId = networksQuery.value(0).toInt();
 926         net.networkName = networksQuery.value(1).toString();
 927         net.identity = networksQuery.value(2).toInt();
 928         net.codecForServer = networksQuery.value(3).toString().toLatin1();
 929         net.codecForEncoding = networksQuery.value(4).toString().toLatin1();
 930         net.codecForDecoding = networksQuery.value(5).toString().toLatin1();
 931         net.useRandomServer = networksQuery.value(6).toBool();
 932         net.perform = networksQuery.value(7).toString().split("\n");
 933         net.useAutoIdentify = networksQuery.value(8).toBool();
 934         net.autoIdentifyService = networksQuery.value(9).toString();
 935         net.autoIdentifyPassword = networksQuery.value(10).toString();
 936         net.useAutoReconnect = networksQuery.value(11).toBool();
 937         net.autoReconnectInterval = networksQuery.value(12).toUInt();
 938         net.autoReconnectRetries = networksQuery.value(13).toInt();
 939         net.unlimitedReconnectRetries = networksQuery.value(14).toBool();
 940         net.rejoinChannels = networksQuery.value(15).toBool();
 941         net.useSasl = networksQuery.value(16).toBool();
 942         net.saslAccount = networksQuery.value(17).toString();
 943         net.saslPassword = networksQuery.value(18).toString();
 944         // Custom rate limiting
 945         net.useCustomMessageRate = networksQuery.value(19).toBool();
 946         net.messageRateBurstSize = networksQuery.value(20).toUInt();
 947         net.messageRateDelay = networksQuery.value(21).toUInt();
 948         net.unlimitedMessageRate = networksQuery.value(22).toBool();
 949
 950         serversQuery.bindValue(":networkid", net.networkId.toInt());
 951         safeExec(serversQuery);
 952         if (!watchQuery(serversQuery)) {
 953             db.rollback();
 954             return nets;
 955         }
 956
 957         Network::ServerList servers;
 958         while (serversQuery.next()) {
 959             Network::Server server;
 960             server.host = serversQuery.value(0).toString();
 961             server.port = serversQuery.value(1).toUInt();
 962             server.password = serversQuery.value(2).toString();
 963             server.useSsl = serversQuery.value(3).toBool();
 964             server.sslVersion = serversQuery.value(4).toInt();
 965             server.useProxy = serversQuery.value(5).toBool();
 966             server.proxyType = serversQuery.value(6).toInt();
 967             server.proxyHost = serversQuery.value(7).toString();
 968             server.proxyPort = serversQuery.value(8).toUInt();
 969             server.proxyUser = serversQuery.value(9).toString();
 970             server.proxyPass = serversQuery.value(10).toString();
 971             server.sslVerify = serversQuery.value(11).toBool();
 972             servers << server;
 973         }
 974         net.serverList = servers;
 975         nets.push_back(std::move(net));
 976     }
 977     db.commit();
 978     return nets;
 979 }
 980
 981 std::vector<NetworkId> PostgreSqlStorage::connectedNetworks(UserId user)
 982 {
 983     std::vector<NetworkId> connectedNets;
 984
 985     QSqlDatabase db = logDb();
 986     if (!beginReadOnlyTransaction(db)) {
 987         qWarning() << "PostgreSqlStorage::connectedNetworks(): cannot start read only transaction!";
 988         qWarning() << " -" << qPrintable(db.lastError().text());
 989         return connectedNets;
 990     }
 991
 992     QSqlQuery query(db);
 993     query.prepare(queryString("select_connected_networks"));
 994     query.bindValue(":userid", user.toInt());
 995     safeExec(query);
 996     watchQuery(query);
 997
 998     while (query.next()) {
 999         connectedNets.emplace_back(query.value(0).toInt());
1000     }
1001
1002     db.commit();
1003     return connectedNets;
1004 }
1005
1006 void PostgreSqlStorage::setNetworkConnected(UserId user, const NetworkId& networkId, bool isConnected)
1007 {
1008     QSqlQuery query(logDb());
1009     query.prepare(queryString("update_network_connected"));
1010     query.bindValue(":userid", user.toInt());
1011     query.bindValue(":networkid", networkId.toInt());
1012     query.bindValue(":connected", isConnected);
1013     safeExec(query);
1014     watchQuery(query);
1015 }
1016
1017 QHash<QString, QString> PostgreSqlStorage::persistentChannels(UserId user, const NetworkId& networkId)
1018 {
1019     QHash<QString, QString> persistentChans;
1020
1021     QSqlDatabase db = logDb();
1022     if (!beginReadOnlyTransaction(db)) {
1023         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1024         qWarning() << " -" << qPrintable(db.lastError().text());
1025         return persistentChans;
1026     }
1027
1028     QSqlQuery query(db);
1029     query.prepare(queryString("select_persistent_channels"));
1030     query.bindValue(":userid", user.toInt());
1031     query.bindValue(":networkid", networkId.toInt());
1032     safeExec(query);
1033     watchQuery(query);
1034
1035     while (query.next()) {
1036         persistentChans[query.value(0).toString()] = query.value(1).toString();
1037     }
1038
1039     db.commit();
1040     return persistentChans;
1041 }
1042
1043 void PostgreSqlStorage::setChannelPersistent(UserId user, const NetworkId& networkId, const QString& channel, bool isJoined)
1044 {
1045     QSqlQuery query(logDb());
1046     query.prepare(queryString("update_buffer_persistent_channel"));
1047     query.bindValue(":userid", user.toInt());
1048     query.bindValue(":networkid", networkId.toInt());
1049     query.bindValue(":buffercname", channel.toLower());
1050     query.bindValue(":joined", isJoined);
1051     safeExec(query);
1052     watchQuery(query);
1053 }
1054
1055 void PostgreSqlStorage::setPersistentChannelKey(UserId user, const NetworkId& networkId, const QString& channel, const QString& key)
1056 {
1057     QSqlQuery query(logDb());
1058     query.prepare(queryString("update_buffer_set_channel_key"));
1059     query.bindValue(":userid", user.toInt());
1060     query.bindValue(":networkid", networkId.toInt());
1061     query.bindValue(":buffercname", channel.toLower());
1062     query.bindValue(":key", key);
1063     safeExec(query);
1064     watchQuery(query);
1065 }
1066
1067 QString PostgreSqlStorage::awayMessage(UserId user, NetworkId networkId)
1068 {
1069     QSqlQuery query(logDb());
1070     query.prepare(queryString("select_network_awaymsg"));
1071     query.bindValue(":userid", user.toInt());
1072     query.bindValue(":networkid", networkId.toInt());
1073     safeExec(query);
1074     watchQuery(query);
1075     QString awayMsg;
1076     if (query.first())
1077         awayMsg = query.value(0).toString();
1078     return awayMsg;
1079 }
1080
1081 void PostgreSqlStorage::setAwayMessage(UserId user, NetworkId networkId, const QString& awayMsg)
1082 {
1083     QSqlQuery query(logDb());
1084     query.prepare(queryString("update_network_set_awaymsg"));
1085     query.bindValue(":userid", user.toInt());
1086     query.bindValue(":networkid", networkId.toInt());
1087     query.bindValue(":awaymsg", awayMsg);
1088     safeExec(query);
1089     watchQuery(query);
1090 }
1091
1092 QString PostgreSqlStorage::userModes(UserId user, NetworkId networkId)
1093 {
1094     QSqlQuery query(logDb());
1095     query.prepare(queryString("select_network_usermode"));
1096     query.bindValue(":userid", user.toInt());
1097     query.bindValue(":networkid", networkId.toInt());
1098     safeExec(query);
1099     watchQuery(query);
1100     QString modes;
1101     if (query.first())
1102         modes = query.value(0).toString();
1103     return modes;
1104 }
1105
1106 void PostgreSqlStorage::setUserModes(UserId user, NetworkId networkId, const QString& userModes)
1107 {
1108     QSqlQuery query(logDb());
1109     query.prepare(queryString("update_network_set_usermode"));
1110     query.bindValue(":userid", user.toInt());
1111     query.bindValue(":networkid", networkId.toInt());
1112     query.bindValue(":usermode", userModes);
1113     safeExec(query);
1114     watchQuery(query);
1115 }
1116
1117 BufferInfo PostgreSqlStorage::bufferInfo(UserId user, const NetworkId& networkId, BufferInfo::Type type, const QString& buffer, bool create)
1118 {
1119     QSqlDatabase db = logDb();
1120     if (!beginTransaction(db)) {
1121         qWarning() << "PostgreSqlStorage::bufferInfo(): cannot start read only transaction!";
1122         qWarning() << " -" << qPrintable(db.lastError().text());
1123         return {};
1124     }
1125
1126     QSqlQuery query(db);
1127     query.prepare(queryString("select_bufferByName"));
1128     query.bindValue(":networkid", networkId.toInt());
1129     query.bindValue(":userid", user.toInt());
1130     query.bindValue(":buffercname", buffer.toLower());
1131     safeExec(query);
1132     watchQuery(query);
1133
1134     if (query.first()) {
1135         BufferInfo bufferInfo = BufferInfo(query.value(0).toInt(), networkId, (BufferInfo::Type)query.value(1).toInt(), 0, buffer);
1136         if (query.next()) {
1137             qCritical() << "PostgreSqlStorage::bufferInfo(): received more then one Buffer!";
1138             qCritical() << "         Query:" << query.lastQuery();
1139             qCritical() << "  bound Values:";
1140             QList<QVariant> list = query.boundValues().values();
1141             for (int i = 0; i < list.size(); ++i)
1142                 qCritical() << i << ":" << list.at(i).toString().toLatin1().data();
1143             Q_ASSERT(false);
1144         }
1145         db.commit();
1146         return bufferInfo;
1147     }
1148
1149     if (!create) {
1150         db.rollback();
1151         return {};
1152     }
1153
1154     QSqlQuery createQuery(db);
1155     createQuery.prepare(queryString("insert_buffer"));
1156     createQuery.bindValue(":userid", user.toInt());
1157     createQuery.bindValue(":networkid", networkId.toInt());
1158     createQuery.bindValue(":buffertype", (int)type);
1159     createQuery.bindValue(":buffername", buffer);
1160     createQuery.bindValue(":buffercname", buffer.toLower());
1161     createQuery.bindValue(":joined", type & BufferInfo::ChannelBuffer ? true : false);
1162
1163     safeExec(createQuery);
1164
1165     if (!watchQuery(createQuery)) {
1166         qWarning() << "PostgreSqlStorage::bufferInfo(): unable to create buffer";
1167         db.rollback();
1168         return BufferInfo();
1169     }
1170
1171     createQuery.first();
1172
1173     BufferInfo bufferInfo = BufferInfo(createQuery.value(0).toInt(), networkId, type, 0, buffer);
1174     db.commit();
1175     return bufferInfo;
1176 }
1177
1178 BufferInfo PostgreSqlStorage::getBufferInfo(UserId user, const BufferId& bufferId)
1179 {
1180     QSqlQuery query(logDb());
1181     query.prepare(queryString("select_buffer_by_id"));
1182     query.bindValue(":userid", user.toInt());
1183     query.bindValue(":bufferid", bufferId.toInt());
1184     safeExec(query);
1185     if (!watchQuery(query))
1186         return {};
1187
1188     if (!query.first())
1189         return {};
1190
1191     BufferInfo bufferInfo(query.value(0).toInt(),
1192                           query.value(1).toInt(),
1193                           (BufferInfo::Type)query.value(2).toInt(),
1194                           0,
1195                           query.value(4).toString());
1196     Q_ASSERT(!query.next());
1197
1198     return bufferInfo;
1199 }
1200
1201 std::vector<BufferInfo> PostgreSqlStorage::requestBuffers(UserId user)
1202 {
1203     std::vector<BufferInfo> bufferlist;
1204
1205     QSqlDatabase db = logDb();
1206     if (!beginReadOnlyTransaction(db)) {
1207         qWarning() << "PostgreSqlStorage::requestBuffers(): cannot start read only transaction!";
1208         qWarning() << " -" << qPrintable(db.lastError().text());
1209         return bufferlist;
1210     }
1211
1212     QSqlQuery query(db);
1213     query.prepare(queryString("select_buffers"));
1214     query.bindValue(":userid", user.toInt());
1215
1216     safeExec(query);
1217     watchQuery(query);
1218     while (query.next()) {
1219         bufferlist.emplace_back(query.value(0).toInt(),
1220                                 query.value(1).toInt(),
1221                                 (BufferInfo::Type)query.value(2).toInt(),
1222                                 query.value(3).toInt(),
1223                                 query.value(4).toString());
1224     }
1225     db.commit();
1226     return bufferlist;
1227 }
1228
1229 std::vector<BufferId> PostgreSqlStorage::requestBufferIdsForNetwork(UserId user, NetworkId networkId)
1230 {
1231     std::vector<BufferId> bufferList;
1232
1233     QSqlDatabase db = logDb();
1234     if (!beginReadOnlyTransaction(db)) {
1235         qWarning() << "PostgreSqlStorage::requestBufferIdsForNetwork(): cannot start read only transaction!";
1236         qWarning() << " -" << qPrintable(db.lastError().text());
1237         return bufferList;
1238     }
1239
1240     QSqlQuery query(db);
1241     query.prepare(queryString("select_buffers_for_network"));
1242     query.bindValue(":networkid", networkId.toInt());
1243     query.bindValue(":userid", user.toInt());
1244
1245     safeExec(query);
1246     watchQuery(query);
1247     while (query.next()) {
1248         bufferList.emplace_back(query.value(0).toInt());
1249     }
1250     db.commit();
1251     return bufferList;
1252 }
1253
1254 bool PostgreSqlStorage::removeBuffer(const UserId& user, const BufferId& bufferId)
1255 {
1256     QSqlDatabase db = logDb();
1257     if (!beginTransaction(db)) {
1258         qWarning() << "PostgreSqlStorage::removeBuffer(): cannot start transaction!";
1259         return false;
1260     }
1261
1262     QSqlQuery query(db);
1263     query.prepare(queryString("delete_buffer_for_bufferid"));
1264     query.bindValue(":userid", user.toInt());
1265     query.bindValue(":bufferid", bufferId.toInt());
1266     safeExec(query);
1267     if (!watchQuery(query)) {
1268         db.rollback();
1269         return false;
1270     }
1271
1272     int numRows = query.numRowsAffected();
1273     switch (numRows) {
1274     case 0:
1275         db.commit();
1276         return false;
1277     case 1:
1278         db.commit();
1279         return true;
1280     default:
1281         // there was more then one buffer deleted...
1282         qWarning() << "PostgreSqlStorage::removeBuffer(): Userid" << user << "BufferId"
1283                    << "caused deletion of" << numRows << "Buffers! Rolling back transaction...";
1284         db.rollback();
1285         return false;
1286     }
1287 }
1288
1289 bool PostgreSqlStorage::renameBuffer(const UserId& user, const BufferId& bufferId, const QString& newName)
1290 {
1291     QSqlDatabase db = logDb();
1292     if (!beginTransaction(db)) {
1293         qWarning() << "PostgreSqlStorage::renameBuffer(): cannot start transaction!";
1294         return false;
1295     }
1296
1297     QSqlQuery query(db);
1298     query.prepare(queryString("update_buffer_name"));
1299     query.bindValue(":buffername", newName);
1300     query.bindValue(":buffercname", newName.toLower());
1301     query.bindValue(":userid", user.toInt());
1302     query.bindValue(":bufferid", bufferId.toInt());
1303     safeExec(query);
1304     if (!watchQuery(query)) {
1305         db.rollback();
1306         return false;
1307     }
1308
1309     int numRows = query.numRowsAffected();
1310     switch (numRows) {
1311     case 0:
1312         db.commit();
1313         return false;
1314     case 1:
1315         db.commit();
1316         return true;
1317     default:
1318         // there was more then one buffer deleted...
1319         qWarning() << "PostgreSqlStorage::renameBuffer(): Userid" << user << "BufferId"
1320                    << "affected" << numRows << "Buffers! Rolling back transaction...";
1321         db.rollback();
1322         return false;
1323     }
1324 }
1325
1326 bool PostgreSqlStorage::mergeBuffersPermanently(const UserId& user, const BufferId& bufferId1, const BufferId& bufferId2)
1327 {
1328     QSqlDatabase db = logDb();
1329     if (!beginTransaction(db)) {
1330         qWarning() << "PostgreSqlStorage::mergeBuffersPermanently(): cannot start transaction!";
1331         qWarning() << " -" << qPrintable(db.lastError().text());
1332         return false;
1333     }
1334
1335     QSqlQuery checkQuery(db);
1336     checkQuery.prepare("SELECT count(*) FROM buffer "
1337                        "WHERE userid = :userid AND bufferid IN (:buffer1, :buffer2)");
1338     checkQuery.bindValue(":userid", user.toInt());
1339     checkQuery.bindValue(":buffer1", bufferId1.toInt());
1340     checkQuery.bindValue(":buffer2", bufferId2.toInt());
1341     safeExec(checkQuery);
1342     if (!watchQuery(checkQuery)) {
1343         db.rollback();
1344         return false;
1345     }
1346     checkQuery.first();
1347     if (checkQuery.value(0).toInt() != 2) {
1348         db.rollback();
1349         return false;
1350     }
1351
1352     QSqlQuery query(db);
1353     query.prepare(queryString("update_backlog_bufferid"));
1354     query.bindValue(":oldbufferid", bufferId2.toInt());
1355     query.bindValue(":newbufferid", bufferId1.toInt());
1356     safeExec(query);
1357     if (!watchQuery(query)) {
1358         db.rollback();
1359         return false;
1360     }
1361
1362     QSqlQuery delBufferQuery(logDb());
1363     delBufferQuery.prepare(queryString("delete_buffer_for_bufferid"));
1364     delBufferQuery.bindValue(":userid", user.toInt());
1365     delBufferQuery.bindValue(":bufferid", bufferId2.toInt());
1366     safeExec(delBufferQuery);
1367     if (!watchQuery(delBufferQuery)) {
1368         db.rollback();
1369         return false;
1370     }
1371
1372     db.commit();
1373     return true;
1374 }
1375
1376 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastMsgIds(UserId user)
1377 {
1378     QHash<BufferId, MsgId> lastMsgHash;
1379
1380     QSqlDatabase db = logDb();
1381     if (!beginReadOnlyTransaction(db)) {
1382         qWarning() << "PostgreSqlStorage::bufferLastMsgIds(): cannot start read only transaction!";
1383         qWarning() << " -" << qPrintable(db.lastError().text());
1384         return lastMsgHash;
1385     }
1386
1387     QSqlQuery query(db);
1388     query.prepare(queryString("select_buffer_last_messages"));
1389     query.bindValue(":userid", user.toInt());
1390     safeExec(query);
1391     if (!watchQuery(query)) {
1392         db.rollback();
1393         return lastMsgHash;
1394     }
1395
1396     while (query.next()) {
1397         lastMsgHash[query.value(0).toInt()] = query.value(1).toLongLong();
1398     }
1399
1400     db.commit();
1401     return lastMsgHash;
1402 }
1403
1404 void PostgreSqlStorage::setBufferLastSeenMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1405 {
1406     QSqlQuery query(logDb());
1407     query.prepare(queryString("update_buffer_lastseen"));
1408
1409     query.bindValue(":userid", user.toInt());
1410     query.bindValue(":bufferid", bufferId.toInt());
1411     query.bindValue(":lastseenmsgid", msgId.toQint64());
1412     safeExec(query);
1413     watchQuery(query);
1414 }
1415
1416 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastSeenMsgIds(UserId user)
1417 {
1418     QHash<BufferId, MsgId> lastSeenHash;
1419
1420     QSqlDatabase db = logDb();
1421     if (!beginReadOnlyTransaction(db)) {
1422         qWarning() << "PostgreSqlStorage::bufferLastSeenMsgIds(): cannot start read only transaction!";
1423         qWarning() << " -" << qPrintable(db.lastError().text());
1424         return lastSeenHash;
1425     }
1426
1427     QSqlQuery query(db);
1428     query.prepare(queryString("select_buffer_lastseen_messages"));
1429     query.bindValue(":userid", user.toInt());
1430     safeExec(query);
1431     if (!watchQuery(query)) {
1432         db.rollback();
1433         return lastSeenHash;
1434     }
1435
1436     while (query.next()) {
1437         lastSeenHash[query.value(0).toInt()] = query.value(1).toLongLong();
1438     }
1439
1440     db.commit();
1441     return lastSeenHash;
1442 }
1443
1444 void PostgreSqlStorage::setBufferMarkerLineMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1445 {
1446     QSqlQuery query(logDb());
1447     query.prepare(queryString("update_buffer_markerlinemsgid"));
1448
1449     query.bindValue(":userid", user.toInt());
1450     query.bindValue(":bufferid", bufferId.toInt());
1451     query.bindValue(":markerlinemsgid", msgId.toQint64());
1452     safeExec(query);
1453     watchQuery(query);
1454 }
1455
1456 QHash<BufferId, MsgId> PostgreSqlStorage::bufferMarkerLineMsgIds(UserId user)
1457 {
1458     QHash<BufferId, MsgId> markerLineHash;
1459
1460     QSqlDatabase db = logDb();
1461     if (!beginReadOnlyTransaction(db)) {
1462         qWarning() << "PostgreSqlStorage::bufferMarkerLineMsgIds(): cannot start read only transaction!";
1463         qWarning() << " -" << qPrintable(db.lastError().text());
1464         return markerLineHash;
1465     }
1466
1467     QSqlQuery query(db);
1468     query.prepare(queryString("select_buffer_markerlinemsgids"));
1469     query.bindValue(":userid", user.toInt());
1470     safeExec(query);
1471     if (!watchQuery(query)) {
1472         db.rollback();
1473         return markerLineHash;
1474     }
1475
1476     while (query.next()) {
1477         markerLineHash[query.value(0).toInt()] = query.value(1).toLongLong();
1478     }
1479
1480     db.commit();
1481     return markerLineHash;
1482 }
1483
1484 void PostgreSqlStorage::setBufferActivity(UserId user, BufferId bufferId, Message::Types bufferActivity)
1485 {
1486     QSqlQuery query(logDb());
1487     query.prepare(queryString("update_buffer_bufferactivity"));
1488
1489     query.bindValue(":userid", user.toInt());
1490     query.bindValue(":bufferid", bufferId.toInt());
1491     query.bindValue(":bufferactivity", (int)bufferActivity);
1492     safeExec(query);
1493     watchQuery(query);
1494 }
1495
1496 QHash<BufferId, Message::Types> PostgreSqlStorage::bufferActivities(UserId user)
1497 {
1498     QHash<BufferId, Message::Types> bufferActivityHash;
1499
1500     QSqlDatabase db = logDb();
1501     if (!beginReadOnlyTransaction(db)) {
1502         qWarning() << "PostgreSqlStorage::bufferActivities(): cannot start read only transaction!";
1503         qWarning() << " -" << qPrintable(db.lastError().text());
1504         return bufferActivityHash;
1505     }
1506
1507     QSqlQuery query(db);
1508     query.prepare(queryString("select_buffer_bufferactivities"));
1509     query.bindValue(":userid", user.toInt());
1510     safeExec(query);
1511     if (!watchQuery(query)) {
1512         db.rollback();
1513         return bufferActivityHash;
1514     }
1515
1516     while (query.next()) {
1517         bufferActivityHash[query.value(0).toInt()] = Message::Types(query.value(1).toInt());
1518     }
1519
1520     db.commit();
1521     return bufferActivityHash;
1522 }
1523
1524 Message::Types PostgreSqlStorage::bufferActivity(BufferId bufferId, MsgId lastSeenMsgId)
1525 {
1526     QSqlQuery query(logDb());
1527     query.prepare(queryString("select_buffer_bufferactivity"));
1528     query.bindValue(":bufferid", bufferId.toInt());
1529     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1530     safeExec(query);
1531     watchQuery(query);
1532     Message::Types result = Message::Types(nullptr);
1533     if (query.first())
1534         result = Message::Types(query.value(0).toInt());
1535     return result;
1536 }
1537
1538 QHash<QString, QByteArray> PostgreSqlStorage::bufferCiphers(UserId user, const NetworkId& networkId)
1539 {
1540     QHash<QString, QByteArray> bufferCiphers;
1541
1542     QSqlDatabase db = logDb();
1543     if (!beginReadOnlyTransaction(db)) {
1544         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1545         qWarning() << " -" << qPrintable(db.lastError().text());
1546         return bufferCiphers;
1547     }
1548
1549     QSqlQuery query(db);
1550     query.prepare(queryString("select_buffer_ciphers"));
1551     query.bindValue(":userid", user.toInt());
1552     query.bindValue(":networkid", networkId.toInt());
1553     safeExec(query);
1554     watchQuery(query);
1555
1556     while (query.next()) {
1557         bufferCiphers[query.value(0).toString()] = QByteArray::fromHex(query.value(1).toString().toUtf8());
1558     }
1559
1560     db.commit();
1561     return bufferCiphers;
1562 }
1563
1564 void PostgreSqlStorage::setBufferCipher(UserId user, const NetworkId& networkId, const QString& bufferName, const QByteArray& cipher)
1565 {
1566     QSqlQuery query(logDb());
1567     query.prepare(queryString("update_buffer_cipher"));
1568     query.bindValue(":userid", user.toInt());
1569     query.bindValue(":networkid", networkId.toInt());
1570     query.bindValue(":buffercname", bufferName.toLower());
1571     query.bindValue(":cipher", QString(cipher.toHex()));
1572     safeExec(query);
1573     watchQuery(query);
1574 }
1575
1576 void PostgreSqlStorage::setHighlightCount(UserId user, BufferId bufferId, int highlightcount)
1577 {
1578     QSqlQuery query(logDb());
1579     query.prepare(queryString("update_buffer_highlightcount"));
1580
1581     query.bindValue(":userid", user.toInt());
1582     query.bindValue(":bufferid", bufferId.toInt());
1583     query.bindValue(":highlightcount", highlightcount);
1584     safeExec(query);
1585     watchQuery(query);
1586 }
1587
1588 QHash<BufferId, int> PostgreSqlStorage::highlightCounts(UserId user)
1589 {
1590     QHash<BufferId, int> highlightCountHash;
1591
1592     QSqlDatabase db = logDb();
1593     if (!beginReadOnlyTransaction(db)) {
1594         qWarning() << "PostgreSqlStorage::highlightCounts(): cannot start read only transaction!";
1595         qWarning() << " -" << qPrintable(db.lastError().text());
1596         return highlightCountHash;
1597     }
1598
1599     QSqlQuery query(db);
1600     query.prepare(queryString("select_buffer_highlightcounts"));
1601     query.bindValue(":userid", user.toInt());
1602     safeExec(query);
1603     if (!watchQuery(query)) {
1604         db.rollback();
1605         return highlightCountHash;
1606     }
1607
1608     while (query.next()) {
1609         highlightCountHash[query.value(0).toInt()] = query.value(1).toInt();
1610     }
1611
1612     db.commit();
1613     return highlightCountHash;
1614 }
1615
1616 int PostgreSqlStorage::highlightCount(BufferId bufferId, MsgId lastSeenMsgId)
1617 {
1618     QSqlQuery query(logDb());
1619     query.prepare(queryString("select_buffer_highlightcount"));
1620     query.bindValue(":bufferid", bufferId.toInt());
1621     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1622     safeExec(query);
1623     watchQuery(query);
1624     auto result = int(0);
1625     if (query.first())
1626         result = query.value(0).toInt();
1627     return result;
1628 }
1629
1630 bool PostgreSqlStorage::logMessage(Message& msg)
1631 {
1632     QSqlDatabase db = logDb();
1633     if (!beginTransaction(db)) {
1634         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1635         qWarning() << " -" << qPrintable(db.lastError().text());
1636         return false;
1637     }
1638
1639     QVariantList senderParams;
1640     senderParams << msg.sender() << msg.realName() << msg.avatarUrl();
1641     QSqlQuery getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1642     qint64 senderId;
1643     if (getSenderIdQuery.first()) {
1644         senderId = getSenderIdQuery.value(0).toLongLong();
1645     }
1646     else {
1647         // it's possible that the sender was already added by another thread
1648         // since the insert might fail we're setting a savepoint
1649         savePoint("sender_sp1", db);
1650         QSqlQuery addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1651
1652         if (addSenderQuery.lastError().isValid()) {
1653             rollbackSavePoint("sender_sp1", db);
1654             getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1655             watchQuery(getSenderIdQuery);
1656             getSenderIdQuery.first();
1657             senderId = getSenderIdQuery.value(0).toLongLong();
1658         }
1659         else {
1660             releaseSavePoint("sender_sp1", db);
1661             addSenderQuery.first();
1662             senderId = addSenderQuery.value(0).toLongLong();
1663         }
1664     }
1665
1666     QVariantList params;
1667     // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1668     // to a 64-bit time compatible format by default.
1669     params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderId << msg.senderPrefixes()
1670            << msg.contents();
1671     QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1672
1673     if (!watchQuery(logMessageQuery)) {
1674         db.rollback();
1675         return false;
1676     }
1677
1678     logMessageQuery.first();
1679     MsgId msgId = logMessageQuery.value(0).toLongLong();
1680     db.commit();
1681     if (msgId.isValid()) {
1682         msg.setMsgId(msgId);
1683         return true;
1684     }
1685     else {
1686         return false;
1687     }
1688 }
1689
1690 bool PostgreSqlStorage::logMessages(MessageList& msgs)
1691 {
1692     QSqlDatabase db = logDb();
1693     if (!beginTransaction(db)) {
1694         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1695         qWarning() << " -" << qPrintable(db.lastError().text());
1696         return false;
1697     }
1698
1699     QList<int> senderIdList;
1700     QHash<SenderData, qint64> senderIds;
1701     QSqlQuery addSenderQuery;
1702     QSqlQuery selectSenderQuery;
1703     ;
1704     for (int i = 0; i < msgs.count(); i++) {
1705         auto& msg = msgs.at(i);
1706         SenderData sender = {msg.sender(), msg.realName(), msg.avatarUrl()};
1707         if (senderIds.contains(sender)) {
1708             senderIdList << senderIds[sender];
1709             continue;
1710         }
1711
1712         QVariantList senderParams;
1713         senderParams << sender.sender << sender.realname << sender.avatarurl;
1714
1715         selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1716         if (selectSenderQuery.first()) {
1717             senderIdList << selectSenderQuery.value(0).toLongLong();
1718             senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1719         }
1720         else {
1721             savePoint("sender_sp", db);
1722             addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1723             if (addSenderQuery.lastError().isValid()) {
1724                 // seems it was inserted meanwhile... by a different thread
1725                 rollbackSavePoint("sender_sp", db);
1726                 selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1727                 watchQuery(selectSenderQuery);
1728                 selectSenderQuery.first();
1729                 senderIdList << selectSenderQuery.value(0).toLongLong();
1730                 senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1731             }
1732             else {
1733                 releaseSavePoint("sender_sp", db);
1734                 addSenderQuery.first();
1735                 senderIdList << addSenderQuery.value(0).toLongLong();
1736                 senderIds[sender] = addSenderQuery.value(0).toLongLong();
1737             }
1738         }
1739     }
1740
1741     // yes we loop twice over the same list. This avoids alternating queries.
1742     bool error = false;
1743     for (int i = 0; i < msgs.count(); i++) {
1744         Message& msg = msgs[i];
1745         QVariantList params;
1746         // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1747         // to a 64-bit time compatible format by default.
1748         params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderIdList.at(i)
1749                << msg.senderPrefixes() << msg.contents();
1750         QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1751         if (!watchQuery(logMessageQuery)) {
1752             db.rollback();
1753             error = true;
1754             break;
1755         }
1756         else {
1757             logMessageQuery.first();
1758             msg.setMsgId(logMessageQuery.value(0).toLongLong());
1759         }
1760     }
1761
1762     if (error) {
1763         // we had a rollback in the db so we need to reset all msgIds
1764         for (int i = 0; i < msgs.count(); i++) {
1765             msgs[i].setMsgId(MsgId());
1766         }
1767         return false;
1768     }
1769
1770     db.commit();
1771     return true;
1772 }
1773
1774 std::vector<Message> PostgreSqlStorage::requestMsgs(UserId user, BufferId bufferId, MsgId first, MsgId last, int limit)
1775 {
1776     std::vector<Message> messagelist;
1777
1778     QSqlDatabase db = logDb();
1779     if (!beginReadOnlyTransaction(db)) {
1780         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1781         qWarning() << " -" << qPrintable(db.lastError().text());
1782         return messagelist;
1783     }
1784
1785     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1786     if (!bufferInfo.isValid()) {
1787         db.rollback();
1788         return messagelist;
1789     }
1790
1791     QString queryName;
1792     QVariantList params;
1793     if (last == -1 && first == -1) {
1794         queryName = "select_messagesNewestK";
1795     }
1796     else if (last == -1) {
1797         queryName = "select_messagesNewerThan";
1798         params << first.toQint64();
1799     }
1800     else {
1801         queryName = "select_messagesRange";
1802         params << first.toQint64();
1803         params << last.toQint64();
1804     }
1805     params << bufferId.toInt();
1806     if (limit != -1)
1807         params << limit;
1808     else
1809         params << QVariant(QVariant::Int);
1810
1811     QSqlQuery query = executePreparedQuery(queryName, params, db);
1812
1813     if (!watchQuery(query)) {
1814         qDebug() << "select_messages failed";
1815         db.rollback();
1816         return messagelist;
1817     }
1818
1819     QDateTime timestamp;
1820     while (query.next()) {
1821         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1822         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1823         timestamp = query.value(1).toDateTime();
1824         timestamp.setTimeSpec(Qt::UTC);
1825         Message msg(timestamp,
1826                     bufferInfo,
1827                     (Message::Type)query.value(2).toInt(),
1828                     query.value(8).toString(),
1829                     query.value(4).toString(),
1830                     query.value(5).toString(),
1831                     query.value(6).toString(),
1832                     query.value(7).toString(),
1833                     (Message::Flags)query.value(3).toInt());
1834         msg.setMsgId(query.value(0).toLongLong());
1835         messagelist.push_back(std::move(msg));
1836     }
1837
1838     db.commit();
1839     return messagelist;
1840 }
1841
1842 std::vector<Message> PostgreSqlStorage::requestMsgsFiltered(
1843     UserId user, BufferId bufferId, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1844 {
1845     std::vector<Message> messagelist;
1846
1847     QSqlDatabase db = logDb();
1848     if (!beginReadOnlyTransaction(db)) {
1849         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1850         qWarning() << " -" << qPrintable(db.lastError().text());
1851         return messagelist;
1852     }
1853
1854     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1855     if (!bufferInfo.isValid()) {
1856         db.rollback();
1857         return messagelist;
1858     }
1859
1860     QSqlQuery query(db);
1861     if (last == -1 && first == -1) {
1862         query.prepare(queryString("select_messagesNewestK_filtered"));
1863     }
1864     else if (last == -1) {
1865         query.prepare(queryString("select_messagesNewerThan_filtered"));
1866         query.bindValue(":first", first.toQint64());
1867     }
1868     else {
1869         query.prepare(queryString("select_messagesRange_filtered"));
1870         query.bindValue(":last", last.toQint64());
1871         query.bindValue(":first", first.toQint64());
1872     }
1873     query.bindValue(":buffer", bufferId.toInt());
1874     query.bindValue(":limit", limit);
1875     int typeRaw = type;
1876     query.bindValue(":type", typeRaw);
1877     int flagsRaw = flags;
1878     query.bindValue(":flags", flagsRaw);
1879
1880     safeExec(query);
1881     if (!watchQuery(query)) {
1882         qDebug() << "select_messages failed";
1883         db.rollback();
1884         return messagelist;
1885     }
1886
1887     QDateTime timestamp;
1888     while (query.next()) {
1889         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1890         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1891         timestamp = query.value(1).toDateTime();
1892         timestamp.setTimeSpec(Qt::UTC);
1893         Message msg(timestamp,
1894                     bufferInfo,
1895                     (Message::Type)query.value(2).toInt(),
1896                     query.value(8).toString(),
1897                     query.value(4).toString(),
1898                     query.value(5).toString(),
1899                     query.value(6).toString(),
1900                     query.value(7).toString(),
1901                     Message::Flags{query.value(3).toInt()});
1902         msg.setMsgId(query.value(0).toLongLong());
1903         messagelist.push_back(std::move(msg));
1904     }
1905
1906     db.commit();
1907     return messagelist;
1908 }
1909
1910 std::vector<Message> PostgreSqlStorage::requestAllMsgs(UserId user, MsgId first, MsgId last, int limit)
1911 {
1912     std::vector<Message> messagelist;
1913
1914     // requestBuffers uses it's own transaction.
1915     QHash<BufferId, BufferInfo> bufferInfoHash;
1916     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1917         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1918     }
1919
1920     QSqlDatabase db = logDb();
1921     if (!beginReadOnlyTransaction(db)) {
1922         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1923         qWarning() << " -" << qPrintable(db.lastError().text());
1924         return messagelist;
1925     }
1926
1927     QSqlQuery query(db);
1928     if (last == -1) {
1929         query.prepare(queryString("select_messagesAllNew"));
1930     }
1931     else {
1932         query.prepare(queryString("select_messagesAll"));
1933         query.bindValue(":lastmsg", last.toQint64());
1934     }
1935     query.bindValue(":userid", user.toInt());
1936     query.bindValue(":firstmsg", first.toQint64());
1937     safeExec(query);
1938     if (!watchQuery(query)) {
1939         db.rollback();
1940         return messagelist;
1941     }
1942
1943     QDateTime timestamp;
1944     for (int i = 0; i < limit && query.next(); i++) {
1945         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1946         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1947         timestamp = query.value(2).toDateTime();
1948         timestamp.setTimeSpec(Qt::UTC);
1949         Message msg(timestamp,
1950                     bufferInfoHash[query.value(1).toInt()],
1951                     (Message::Type)query.value(3).toInt(),
1952                     query.value(9).toString(),
1953                     query.value(5).toString(),
1954                     query.value(6).toString(),
1955                     query.value(7).toString(),
1956                     query.value(8).toString(),
1957                     (Message::Flags)query.value(4).toInt());
1958         msg.setMsgId(query.value(0).toLongLong());
1959         messagelist.push_back(std::move(msg));
1960     }
1961
1962     db.commit();
1963     return messagelist;
1964 }
1965
1966 std::vector<Message> PostgreSqlStorage::requestAllMsgsFiltered(
1967     UserId user, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1968 {
1969     std::vector<Message> messagelist;
1970
1971     // requestBuffers uses it's own transaction.
1972     QHash<BufferId, BufferInfo> bufferInfoHash;
1973     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1974         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1975     }
1976
1977     QSqlDatabase db = logDb();
1978     if (!beginReadOnlyTransaction(db)) {
1979         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1980         qWarning() << " -" << qPrintable(db.lastError().text());
1981         return messagelist;
1982     }
1983
1984     QSqlQuery query(db);
1985     if (last == -1) {
1986         query.prepare(queryString("select_messagesAllNew_filtered"));
1987     }
1988     else {
1989         query.prepare(queryString("select_messagesAll_filtered"));
1990         query.bindValue(":lastmsg", last.toQint64());
1991     }
1992     query.bindValue(":userid", user.toInt());
1993     query.bindValue(":firstmsg", first.toQint64());
1994
1995     int typeRaw = type;
1996     query.bindValue(":type", typeRaw);
1997
1998     int flagsRaw = flags;
1999     query.bindValue(":flags", flagsRaw);
2000
2001     safeExec(query);
2002     if (!watchQuery(query)) {
2003         db.rollback();
2004         return messagelist;
2005     }
2006
2007     QDateTime timestamp;
2008     for (int i = 0; i < limit && query.next(); i++) {
2009         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
2010         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
2011         timestamp = query.value(2).toDateTime();
2012         timestamp.setTimeSpec(Qt::UTC);
2013         Message msg(timestamp,
2014                     bufferInfoHash[query.value(1).toInt()],
2015                     (Message::Type)query.value(3).toInt(),
2016                     query.value(9).toString(),
2017                     query.value(5).toString(),
2018                     query.value(6).toString(),
2019                     query.value(7).toString(),
2020                     query.value(8).toString(),
2021                     Message::Flags{query.value(4).toInt()});
2022         msg.setMsgId(query.value(0).toLongLong());
2023         messagelist.push_back(std::move(msg));
2024     }
2025
2026     db.commit();
2027     return messagelist;
2028 }
2029
2030 QMap<UserId, QString> PostgreSqlStorage::getAllAuthUserNames()
2031 {
2032     QMap<UserId, QString> authusernames;
2033     QSqlQuery query(logDb());
2034     query.prepare(queryString("select_all_authusernames"));
2035     safeExec(query);
2036     watchQuery(query);
2037
2038     while (query.next()) {
2039         authusernames[query.value(0).toInt()] = query.value(1).toString();
2040     }
2041     return authusernames;
2042 }
2043
2044 // void PostgreSqlStorage::safeExec(QSqlQuery &query) {
2045 //   qDebug() << "PostgreSqlStorage::safeExec";
2046 //   qDebug() << "   executing:\n" << query.executedQuery();
2047 //   qDebug() << "   bound Values:";
2048 //   QList<QVariant> list = query.boundValues().values();
2049 //   for (int i = 0; i < list.size(); ++i)
2050 //     qCritical() << i << ": " << list.at(i).toString().toLatin1().data();
2051
2052 //   query.exec();
2053
2054 //   qDebug() << "Success:" << !query.lastError().isValid();
2055 //   qDebug();
2056
2057 //   if(!query.lastError().isValid())
2058 //     return;
2059
2060 //   qDebug() << "==================== ERROR ====================";
2061 //   watchQuery(query);
2062 //   qDebug() << "===============================================";
2063 //   qDebug();
2064 //   return;
2065 // }
2066
2067 bool PostgreSqlStorage::beginTransaction(QSqlDatabase& db)
2068 {
2069     bool result = db.transaction();
2070     if (!db.isOpen()) {
2071         db = logDb();
2072         result = db.transaction();
2073     }
2074     return result;
2075 }
2076
2077 bool PostgreSqlStorage::beginReadOnlyTransaction(QSqlDatabase& db)
2078 {
2079     QSqlQuery query = db.exec("BEGIN TRANSACTION READ ONLY");
2080     if (!db.isOpen()) {
2081         db = logDb();
2082         query = db.exec("BEGIN TRANSACTION READ ONLY");
2083     }
2084     return !query.lastError().isValid();
2085 }
2086
2087 QSqlQuery PostgreSqlStorage::prepareAndExecuteQuery(const QString& queryname, const QString& paramstring, QSqlDatabase& db)
2088 {
2089     // Query preparing is done lazily. That means that instead of always checking if the query is already prepared
2090     // we just EXECUTE and catch the error
2091     QSqlQuery query;
2092
2093     db.exec("SAVEPOINT quassel_prepare_query");
2094     if (paramstring.isNull()) {
2095         query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2096     }
2097     else {
2098         query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2099     }
2100
2101     if (!db.isOpen() || db.lastError().isValid()) {
2102         // If the query failed because the DB connection was down, reopen the connection and start a new transaction.
2103         if (!db.isOpen()) {
2104             db = logDb();
2105             if (!beginTransaction(db)) {
2106                 qWarning()
2107                     << "PostgreSqlStorage::prepareAndExecuteQuery(): cannot start transaction while recovering from connection loss!";
2108                 qWarning() << " -" << qPrintable(db.lastError().text());
2109                 return query;
2110             }
2111             db.exec("SAVEPOINT quassel_prepare_query");
2112         }
2113         else {
2114             db.exec("ROLLBACK TO SAVEPOINT quassel_prepare_query");
2115         }
2116
2117         // and once again: Qt leaves us without error codes so we either parse (language dependent(!)) strings
2118         // or we just guess the error. As we're only interested in unprepared queries, this will be our guess. :)
2119         QSqlQuery checkQuery = db.exec(
2120             QString("SELECT count(name) FROM pg_prepared_statements WHERE name = 'quassel_%1' AND from_sql = TRUE").arg(queryname.toLower()));
2121         checkQuery.first();
2122         if (checkQuery.value(0).toInt() == 0) {
2123             db.exec(QString("PREPARE quassel_%1 AS %2").arg(queryname).arg(queryString(queryname)));
2124             if (db.lastError().isValid()) {
2125                 qWarning() << "PostgreSqlStorage::prepareQuery(): unable to prepare query:" << queryname << "AS" << queryString(queryname);
2126                 qWarning() << "  Error:" << db.lastError().text();
2127                 return QSqlQuery(db);
2128             }
2129         }
2130         // we always execute the query again, even if the query was already prepared.
2131         // this ensures, that the error is properly propagated to the calling function
2132         // (otherwise the last call would be the testing select to pg_prepared_statements
2133         // which always gives a proper result and the error would be lost)
2134         if (paramstring.isNull()) {
2135             query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2136         }
2137         else {
2138             query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2139         }
2140     }
2141     else {
2142         // only release the SAVEPOINT
2143         db.exec("RELEASE SAVEPOINT quassel_prepare_query");
2144     }
2145     return query;
2146 }
2147
2148 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariantList& params, QSqlDatabase& db)
2149 {
2150     QSqlDriver* driver = db.driver();
2151
2152     QStringList paramStrings;
2153     QSqlField field;
2154     for (int i = 0; i < params.count(); i++) {
2155         const QVariant& value = params.at(i);
2156         field.setType(value.type());
2157         if (value.isNull())
2158             field.clear();
2159         else
2160             field.setValue(value);
2161
2162         paramStrings << driver->formatValue(field);
2163     }
2164
2165     if (params.isEmpty()) {
2166         return prepareAndExecuteQuery(queryname, db);
2167     }
2168     else {
2169         return prepareAndExecuteQuery(queryname, paramStrings.join(", "), db);
2170     }
2171 }
2172
2173 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariant& param, QSqlDatabase& db)
2174 {
2175     QSqlField field;
2176     field.setType(param.type());
2177     if (param.isNull())
2178         field.clear();
2179     else
2180         field.setValue(param);
2181
2182     QString paramString = db.driver()->formatValue(field);
2183     return prepareAndExecuteQuery(queryname, paramString, db);
2184 }
2185
2186 void PostgreSqlStorage::deallocateQuery(const QString& queryname, const QSqlDatabase& db)
2187 {
2188     db.exec(QString("DEALLOCATE quassel_%1").arg(queryname));
2189 }
2190
2191 void PostgreSqlStorage::safeExec(QSqlQuery& query)
2192 {
2193     // If the query fails due to the connection being gone, it seems to cause
2194     // exec() to return false but no lastError to be set
2195     if (!query.exec() && !query.lastError().isValid()) {
2196         QSqlDatabase db = logDb();
2197         QSqlQuery retryQuery(db);
2198         retryQuery.prepare(query.lastQuery());
2199         QMapIterator<QString, QVariant> i(query.boundValues());
2200         while (i.hasNext()) {
2201             i.next();
2202             retryQuery.bindValue(i.key(), i.value());
2203         }
2204         query = retryQuery;
2205         query.exec();
2206     }
2207 }
2208
2209 // ========================================
2210 //  PostgreSqlMigrationWriter
2211 // ========================================
2212 PostgreSqlMigrationWriter::PostgreSqlMigrationWriter()
2213     : PostgreSqlStorage()
2214 {}
2215
2216 bool PostgreSqlMigrationWriter::prepareQuery(MigrationObject mo)
2217 {
2218     QString query;
2219     switch (mo) {
2220     case QuasselUser:
2221         query = queryString("migrate_write_quasseluser");
2222         break;
2223     case Sender:
2224         query = queryString("migrate_write_sender");
2225         break;
2226     case Identity:
2227         _validIdentities.clear();
2228         query = queryString("migrate_write_identity");
2229         break;
2230     case IdentityNick:
2231         query = queryString("migrate_write_identity_nick");
2232         break;
2233     case Network:
2234         query = queryString("migrate_write_network");
2235         break;
2236     case Buffer:
2237         query = queryString("migrate_write_buffer");
2238         break;
2239     case Backlog:
2240         query = queryString("migrate_write_backlog");
2241         break;
2242     case IrcServer:
2243         query = queryString("migrate_write_ircserver");
2244         break;
2245     case UserSetting:
2246         query = queryString("migrate_write_usersetting");
2247         break;
2248     case CoreState:
2249         query = queryString("migrate_write_corestate");
2250         break;
2251     }
2252     newQuery(query, logDb());
2253     return true;
2254 }
2255
2256 // bool PostgreSqlMigrationWriter::writeUser(const QuasselUserMO &user) {
2257 bool PostgreSqlMigrationWriter::writeMo(const QuasselUserMO& user)
2258 {
2259     bindValue(0, user.id.toInt());
2260     bindValue(1, user.username);
2261     bindValue(2, user.password);
2262     bindValue(3, user.hashversion);
2263     bindValue(4, user.authenticator);
2264     return exec();
2265 }
2266
2267 // bool PostgreSqlMigrationWriter::writeSender(const SenderMO &sender) {
2268 bool PostgreSqlMigrationWriter::writeMo(const SenderMO& sender)
2269 {
2270     bindValue(0, sender.senderId);
2271     bindValue(1, sender.sender);
2272     bindValue(2, sender.realname);
2273     bindValue(3, sender.avatarurl);
2274     return exec();
2275 }
2276
2277 // bool PostgreSqlMigrationWriter::writeIdentity(const IdentityMO &identity) {
2278 bool PostgreSqlMigrationWriter::writeMo(const IdentityMO& identity)
2279 {
2280     _validIdentities << identity.id.toInt();
2281     bindValue(0, identity.id.toInt());
2282     bindValue(1, identity.userid.toInt());
2283     bindValue(2, identity.identityname);
2284     bindValue(3, identity.realname);
2285     bindValue(4, identity.awayNick);
2286     bindValue(5, identity.awayNickEnabled);
2287     bindValue(6, identity.awayReason);
2288     bindValue(7, identity.awayReasonEnabled);
2289     bindValue(8, identity.autoAwayEnabled);
2290     bindValue(9, identity.autoAwayTime);
2291     bindValue(10, identity.autoAwayReason);
2292     bindValue(11, identity.autoAwayReasonEnabled);
2293     bindValue(12, identity.detachAwayEnabled);
2294     bindValue(13, identity.detachAwayReason);
2295     bindValue(14, identity.detachAwayReasonEnabled);
2296     bindValue(15, identity.ident);
2297     bindValue(16, identity.kickReason);
2298     bindValue(17, identity.partReason);
2299     bindValue(18, identity.quitReason);
2300     bindValue(19, identity.sslCert);
2301     bindValue(20, identity.sslKey);
2302     return exec();
2303 }
2304
2305 // bool PostgreSqlMigrationWriter::writeIdentityNick(const IdentityNickMO &identityNick) {
2306 bool PostgreSqlMigrationWriter::writeMo(const IdentityNickMO& identityNick)
2307 {
2308     bindValue(0, identityNick.nickid);
2309     bindValue(1, identityNick.identityId.toInt());
2310     bindValue(2, identityNick.nick);
2311     return exec();
2312 }
2313
2314 // bool PostgreSqlMigrationWriter::writeNetwork(const NetworkMO &network) {
2315 bool PostgreSqlMigrationWriter::writeMo(const NetworkMO& network)
2316 {
2317     bindValue(0, network.networkid.toInt());
2318     bindValue(1, network.userid.toInt());
2319     bindValue(2, network.networkname);
2320     if (_validIdentities.contains(network.identityid.toInt()))
2321         bindValue(3, network.identityid.toInt());
2322     else
2323         bindValue(3, QVariant());
2324     bindValue(4, network.encodingcodec);
2325     bindValue(5, network.decodingcodec);
2326     bindValue(6, network.servercodec);
2327     bindValue(7, network.userandomserver);
2328     bindValue(8, network.perform);
2329     bindValue(9, network.useautoidentify);
2330     bindValue(10, network.autoidentifyservice);
2331     bindValue(11, network.autoidentifypassword);
2332     bindValue(12, network.useautoreconnect);
2333     bindValue(13, network.autoreconnectinterval);
2334     bindValue(14, network.autoreconnectretries);
2335     bindValue(15, network.unlimitedconnectretries);
2336     bindValue(16, network.rejoinchannels);
2337     bindValue(17, network.connected);
2338     bindValue(18, network.usermode);
2339     bindValue(19, network.awaymessage);
2340     bindValue(20, network.attachperform);
2341     bindValue(21, network.detachperform);
2342     bindValue(22, network.usesasl);
2343     bindValue(23, network.saslaccount);
2344     bindValue(24, network.saslpassword);
2345     // Custom rate limiting
2346     bindValue(25, network.usecustommessagerate);
2347     bindValue(26, network.messagerateburstsize);
2348     bindValue(27, network.messageratedelay);
2349     bindValue(28, network.unlimitedmessagerate);
2350     return exec();
2351 }
2352
2353 // bool PostgreSqlMigrationWriter::writeBuffer(const BufferMO &buffer) {
2354 bool PostgreSqlMigrationWriter::writeMo(const BufferMO& buffer)
2355 {
2356     bindValue(0, buffer.bufferid.toInt());
2357     bindValue(1, buffer.userid.toInt());
2358     bindValue(2, buffer.groupid);
2359     bindValue(3, buffer.networkid.toInt());
2360     bindValue(4, buffer.buffername);
2361     bindValue(5, buffer.buffercname);
2362     bindValue(6, (int)buffer.buffertype);
2363     bindValue(7, buffer.lastmsgid);
2364     bindValue(8, buffer.lastseenmsgid);
2365     bindValue(9, buffer.markerlinemsgid);
2366     bindValue(10, buffer.bufferactivity);
2367     bindValue(11, buffer.highlightcount);
2368     bindValue(12, buffer.key);
2369     bindValue(13, buffer.joined);
2370     bindValue(14, buffer.cipher);
2371     return exec();
2372 }
2373
2374 // bool PostgreSqlMigrationWriter::writeBacklog(const BacklogMO &backlog) {
2375 bool PostgreSqlMigrationWriter::writeMo(const BacklogMO& backlog)
2376 {
2377     bindValue(0, backlog.messageid.toQint64());
2378     bindValue(1, backlog.time);
2379     bindValue(2, backlog.bufferid.toInt());
2380     bindValue(3, backlog.type);
2381     bindValue(4, (int)backlog.flags);
2382     bindValue(5, backlog.senderid);
2383     bindValue(6, backlog.senderprefixes);
2384     bindValue(7, backlog.message);
2385     return exec();
2386 }
2387
2388 // bool PostgreSqlMigrationWriter::writeIrcServer(const IrcServerMO &ircserver) {
2389 bool PostgreSqlMigrationWriter::writeMo(const IrcServerMO& ircserver)
2390 {
2391     bindValue(0, ircserver.serverid);
2392     bindValue(1, ircserver.userid.toInt());
2393     bindValue(2, ircserver.networkid.toInt());
2394     bindValue(3, ircserver.hostname);
2395     bindValue(4, ircserver.port);
2396     bindValue(5, ircserver.password);
2397     bindValue(6, ircserver.ssl);
2398     bindValue(7, ircserver.sslversion);
2399     bindValue(8, ircserver.useproxy);
2400     bindValue(9, ircserver.proxytype);
2401     bindValue(10, ircserver.proxyhost);
2402     bindValue(11, ircserver.proxyport);
2403     bindValue(12, ircserver.proxyuser);
2404     bindValue(13, ircserver.proxypass);
2405     bindValue(14, ircserver.sslverify);
2406     return exec();
2407 }
2408
2409 // bool PostgreSqlMigrationWriter::writeUserSetting(const UserSettingMO &userSetting) {
2410 bool PostgreSqlMigrationWriter::writeMo(const UserSettingMO& userSetting)
2411 {
2412     bindValue(0, userSetting.userid.toInt());
2413     bindValue(1, userSetting.settingname);
2414     bindValue(2, userSetting.settingvalue);
2415     return exec();
2416 }
2417
2418 bool PostgreSqlMigrationWriter::writeMo(const CoreStateMO& coreState)
2419 {
2420     bindValue(0, coreState.key);
2421     bindValue(1, coreState.value);
2422     return exec();
2423 }
2424
2425 bool PostgreSqlMigrationWriter::postProcess()
2426 {
2427     QSqlDatabase db = logDb();
2428     QList<Sequence> sequences;
2429     sequences << Sequence("backlog", "messageid") << Sequence("buffer", "bufferid") << Sequence("identity", "identityid")
2430               << Sequence("identity_nick", "nickid") << Sequence("ircserver", "serverid") << Sequence("network", "networkid")
2431               << Sequence("quasseluser", "userid") << Sequence("sender", "senderid");
2432     QList<Sequence>::const_iterator iter;
2433     for (iter = sequences.constBegin(); iter != sequences.constEnd(); ++iter) {
2434         resetQuery();
2435         newQuery(QString("SELECT setval('%1_%2_seq', max(%2)) FROM %1").arg(iter->table, iter->field), db);
2436         if (!exec())
2437             return false;
2438     }
2439
2440     // Update the lastmsgid for all existing buffers.
2441     resetQuery();
2442     newQuery(QString("SELECT populate_lastmsgid()"), db);
2443     if (!exec())
2444         return false;
2445     return true;
2446 }