src/core/postgresqlstorage.cpp

   1 /***************************************************************************
   2  *   Copyright (C) 2005-2018 by the Quassel Project                        *
   3  *   devel@quassel-irc.org                                                 *
   4  *                                                                         *
   5  *   This program is free software; you can redistribute it and/or modify  *
   6  *   it under the terms of the GNU General Public License as published by  *
   7  *   the Free Software Foundation; either version 2 of the License, or     *
   8  *   (at your option) version 3.                                           *
   9  *                                                                         *
  10  *   This program is distributed in the hope that it will be useful,       *
  11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13  *   GNU General Public License for more details.                          *
  14  *                                                                         *
  15  *   You should have received a copy of the GNU General Public License     *
  16  *   along with this program; if not, write to the                         *
  17  *   Free Software Foundation, Inc.,                                       *
  18  *   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
  19  ***************************************************************************/
  20
  21 #include "postgresqlstorage.h"
  22
  23 #include <QtSql>
  24
  25 #include "logmessage.h"
  26 #include "network.h"
  27 #include "quassel.h"
  28
  29 PostgreSqlStorage::PostgreSqlStorage(QObject* parent)
  30     : AbstractSqlStorage(parent)
  31 {}
  32
  33 std::unique_ptr<AbstractSqlMigrationWriter> PostgreSqlStorage::createMigrationWriter()
  34 {
  35     auto writer = new PostgreSqlMigrationWriter();
  36     QVariantMap properties;
  37     properties["Username"] = _userName;
  38     properties["Password"] = _password;
  39     properties["Hostname"] = _hostName;
  40     properties["Port"] = _port;
  41     properties["Database"] = _databaseName;
  42     writer->setConnectionProperties(properties, {}, false);
  43     return std::unique_ptr<AbstractSqlMigrationWriter>{writer};
  44 }
  45
  46 bool PostgreSqlStorage::isAvailable() const
  47 {
  48     if (!QSqlDatabase::isDriverAvailable("QPSQL")) {
  49         quWarning() << qPrintable(tr("PostgreSQL driver plugin not available for Qt. Installed drivers:"))
  50                     << qPrintable(QSqlDatabase::drivers().join(", "));
  51         return false;
  52     }
  53     return true;
  54 }
  55
  56 QString PostgreSqlStorage::backendId() const
  57 {
  58     return QString("PostgreSQL");
  59 }
  60
  61 QString PostgreSqlStorage::displayName() const
  62 {
  63     return backendId();  // Note: Pre-0.13 clients use the displayName property for backend idenfication
  64 }
  65
  66 QString PostgreSqlStorage::description() const
  67 {
  68     // FIXME: proper description
  69     return tr("PostgreSQL Turbo Bomber HD!");
  70 }
  71
  72 QVariantList PostgreSqlStorage::setupData() const
  73 {
  74     QVariantList data;
  75     data << "Username" << tr("Username") << QString("quassel") << "Password" << tr("Password") << QString() << "Hostname" << tr("Hostname")
  76          << QString("localhost") << "Port" << tr("Port") << 5432 << "Database" << tr("Database") << QString("quassel");
  77     return data;
  78 }
  79
  80 bool PostgreSqlStorage::initDbSession(QSqlDatabase& db)
  81 {
  82     // check whether the Qt driver performs string escaping or not.
  83     // i.e. test if it doubles slashes.
  84     QSqlField testField;
  85     testField.setType(QVariant::String);
  86     testField.setValue("\\");
  87     QString formattedString = db.driver()->formatValue(testField);
  88     switch (formattedString.count('\\')) {
  89     case 2:
  90         // yes it does... and we cannot do anything to change the behavior of Qt.
  91         // If this is a legacy DB (Postgres < 8.2), then everything is already ok,
  92         // as this is the expected behavior.
  93         // If it is a newer version, switch to legacy mode.
  94
  95         quWarning() << "Switching Postgres to legacy mode. (set standard conforming strings to off)";
  96         // If the following calls fail, it is a legacy DB anyways, so it doesn't matter
  97         // and no need to check the outcome.
  98         db.exec("set standard_conforming_strings = off");
  99         db.exec("set escape_string_warning = off");
 100         break;
 101     case 1:
 102         // ok, so Qt does not escape...
 103         // That means we have to ensure that postgres uses standard conforming strings...
 104         {
 105             QSqlQuery query = db.exec("set standard_conforming_strings = on");
 106             if (query.lastError().isValid()) {
 107                 // We cannot enable standard conforming strings...
 108                 // since Quassel does no escaping by itself, this would yield a major vulnerability.
 109                 quError() << "Failed to enable standard_conforming_strings for the Postgres db!";
 110                 return false;
 111             }
 112         }
 113         break;
 114     default:
 115         // The slash got replaced with 0 or more than 2 slashes! o_O
 116         quError() << "Your version of Qt does something _VERY_ strange to slashes in QSqlQueries! You should consult your trusted doctor!";
 117         return false;
 118         break;
 119     }
 120
 121     // Set the PostgreSQL session timezone to UTC, since we want timestamps stored in UTC
 122     QSqlQuery tzQuery = db.exec("SET timezone = 'UTC'");
 123     if (tzQuery.lastError().isValid()) {
 124         quError() << "Failed to set timezone to UTC!";
 125         return false;
 126     }
 127
 128     return true;
 129 }
 130
 131 void PostgreSqlStorage::setConnectionProperties(const QVariantMap& properties, const QProcessEnvironment& environment, bool loadFromEnvironment)
 132 {
 133     if (loadFromEnvironment) {
 134         _userName = environment.value("DB_PGSQL_USERNAME");
 135         _password = environment.value("DB_PGSQL_PASSWORD");
 136         _hostName = environment.value("DB_PGSQL_HOSTNAME");
 137         _port = environment.value("DB_PGSQL_PORT").toInt();
 138         _databaseName = environment.value("DB_PGSQL_DATABASE");
 139     }
 140     else {
 141         _userName = properties["Username"].toString();
 142         _password = properties["Password"].toString();
 143         _hostName = properties["Hostname"].toString();
 144         _port = properties["Port"].toInt();
 145         _databaseName = properties["Database"].toString();
 146     }
 147 }
 148
 149 int PostgreSqlStorage::installedSchemaVersion()
 150 {
 151     QSqlQuery query(logDb());
 152     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaversion'");
 153     safeExec(query);
 154     watchQuery(query);
 155     if (query.first())
 156         return query.value(0).toInt();
 157
 158     // maybe it's really old... (schema version 0)
 159     query.prepare("SELECT MAX(version) FROM coreinfo");
 160     safeExec(query);
 161     watchQuery(query);
 162     if (query.first())
 163         return query.value(0).toInt();
 164
 165     return AbstractSqlStorage::installedSchemaVersion();
 166 }
 167
 168 bool PostgreSqlStorage::updateSchemaVersion(int newVersion)
 169 {
 170     QSqlQuery query(logDb());
 171     query.prepare("UPDATE coreinfo SET value = :version WHERE key = 'schemaversion'");
 172     query.bindValue(":version", newVersion);
 173     safeExec(query);
 174
 175     bool success = true;
 176     if (!watchQuery(query)) {
 177         qCritical() << "PostgreSqlStorage::updateSchemaVersion(int): Updating schema version failed!";
 178         success = false;
 179     }
 180     return success;
 181 }
 182
 183 bool PostgreSqlStorage::setupSchemaVersion(int version)
 184 {
 185     QSqlQuery query(logDb());
 186     query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaversion', :version)");
 187     query.bindValue(":version", version);
 188     safeExec(query);
 189
 190     bool success = true;
 191     if (!watchQuery(query)) {
 192         qCritical() << "PostgreSqlStorage::setupSchemaVersion(int): Updating schema version failed!";
 193         success = false;
 194     }
 195     return success;
 196 }
 197
 198 UserId PostgreSqlStorage::addUser(const QString& user, const QString& password, const QString& authenticator)
 199 {
 200     QSqlQuery query(logDb());
 201     query.prepare(queryString("insert_quasseluser"));
 202     query.bindValue(":username", user);
 203     query.bindValue(":password", hashPassword(password));
 204     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 205     query.bindValue(":authenticator", authenticator);
 206     safeExec(query);
 207     if (!watchQuery(query))
 208         return 0;
 209
 210     query.first();
 211     UserId uid = query.value(0).toInt();
 212     emit userAdded(uid, user);
 213     return uid;
 214 }
 215
 216 bool PostgreSqlStorage::updateUser(UserId user, const QString& password)
 217 {
 218     QSqlQuery query(logDb());
 219     query.prepare(queryString("update_userpassword"));
 220     query.bindValue(":userid", user.toInt());
 221     query.bindValue(":password", hashPassword(password));
 222     query.bindValue(":hashversion", Storage::HashVersion::Latest);
 223     safeExec(query);
 224     watchQuery(query);
 225     return query.numRowsAffected() != 0;
 226 }
 227
 228 void PostgreSqlStorage::renameUser(UserId user, const QString& newName)
 229 {
 230     QSqlQuery query(logDb());
 231     query.prepare(queryString("update_username"));
 232     query.bindValue(":userid", user.toInt());
 233     query.bindValue(":username", newName);
 234     safeExec(query);
 235     watchQuery(query);
 236     emit userRenamed(user, newName);
 237 }
 238
 239 UserId PostgreSqlStorage::validateUser(const QString& user, const QString& password)
 240 {
 241     QSqlQuery query(logDb());
 242     query.prepare(queryString("select_authuser"));
 243     query.bindValue(":username", user);
 244     safeExec(query);
 245     watchQuery(query);
 246
 247     if (query.first()
 248         && checkHashedPassword(query.value(0).toInt(),
 249                                password,
 250                                query.value(1).toString(),
 251                                static_cast<Storage::HashVersion>(query.value(2).toInt()))) {
 252         return query.value(0).toInt();
 253     }
 254     else {
 255         return 0;
 256     }
 257 }
 258
 259 UserId PostgreSqlStorage::getUserId(const QString& user)
 260 {
 261     QSqlQuery query(logDb());
 262     query.prepare(queryString("select_userid"));
 263     query.bindValue(":username", user);
 264     safeExec(query);
 265     watchQuery(query);
 266
 267     if (query.first()) {
 268         return query.value(0).toInt();
 269     }
 270     else {
 271         return 0;
 272     }
 273 }
 274
 275 QString PostgreSqlStorage::getUserAuthenticator(const UserId userid)
 276 {
 277     QSqlQuery query(logDb());
 278     query.prepare(queryString("select_authenticator"));
 279     query.bindValue(":userid", userid.toInt());
 280     safeExec(query);
 281     watchQuery(query);
 282
 283     if (query.first()) {
 284         return query.value(0).toString();
 285     }
 286     else {
 287         return QString("");
 288     }
 289 }
 290
 291 UserId PostgreSqlStorage::internalUser()
 292 {
 293     QSqlQuery query(logDb());
 294     query.prepare(queryString("select_internaluser"));
 295     safeExec(query);
 296     watchQuery(query);
 297
 298     if (query.first()) {
 299         return query.value(0).toInt();
 300     }
 301     else {
 302         return 0;
 303     }
 304 }
 305
 306 void PostgreSqlStorage::delUser(UserId user)
 307 {
 308     QSqlDatabase db = logDb();
 309     if (!beginTransaction(db)) {
 310         qWarning() << "PostgreSqlStorage::delUser(): cannot start transaction!";
 311         return;
 312     }
 313
 314     QSqlQuery query(db);
 315     query.prepare(queryString("delete_quasseluser"));
 316     query.bindValue(":userid", user.toInt());
 317     safeExec(query);
 318     if (!watchQuery(query)) {
 319         db.rollback();
 320         return;
 321     }
 322     else {
 323         db.commit();
 324         emit userRemoved(user);
 325     }
 326 }
 327
 328 void PostgreSqlStorage::setUserSetting(UserId userId, const QString& settingName, const QVariant& data)
 329 {
 330     QByteArray rawData;
 331     QDataStream out(&rawData, QIODevice::WriteOnly);
 332     out.setVersion(QDataStream::Qt_4_2);
 333     out << data;
 334
 335     QSqlDatabase db = logDb();
 336     QSqlQuery selectQuery(db);
 337     selectQuery.prepare(queryString("select_user_setting"));
 338     selectQuery.bindValue(":userid", userId.toInt());
 339     selectQuery.bindValue(":settingname", settingName);
 340     safeExec(selectQuery);
 341     watchQuery(selectQuery);
 342
 343     QString setQueryString;
 344     if (!selectQuery.first()) {
 345         setQueryString = queryString("insert_user_setting");
 346     }
 347     else {
 348         setQueryString = queryString("update_user_setting");
 349     }
 350
 351     QSqlQuery setQuery(db);
 352     setQuery.prepare(setQueryString);
 353     setQuery.bindValue(":userid", userId.toInt());
 354     setQuery.bindValue(":settingname", settingName);
 355     setQuery.bindValue(":settingvalue", rawData);
 356     safeExec(setQuery);
 357     watchQuery(setQuery);
 358 }
 359
 360 QVariant PostgreSqlStorage::getUserSetting(UserId userId, const QString& settingName, const QVariant& defaultData)
 361 {
 362     QSqlQuery query(logDb());
 363     query.prepare(queryString("select_user_setting"));
 364     query.bindValue(":userid", userId.toInt());
 365     query.bindValue(":settingname", settingName);
 366     safeExec(query);
 367     watchQuery(query);
 368
 369     if (query.first()) {
 370         QVariant data;
 371         QByteArray rawData = query.value(0).toByteArray();
 372         QDataStream in(&rawData, QIODevice::ReadOnly);
 373         in.setVersion(QDataStream::Qt_4_2);
 374         in >> data;
 375         return data;
 376     }
 377     else {
 378         return defaultData;
 379     }
 380 }
 381
 382 void PostgreSqlStorage::setCoreState(const QVariantList& data)
 383 {
 384     QByteArray rawData;
 385     QDataStream out(&rawData, QIODevice::WriteOnly);
 386     out.setVersion(QDataStream::Qt_4_2);
 387     out << data;
 388
 389     QSqlDatabase db = logDb();
 390     QSqlQuery selectQuery(db);
 391     selectQuery.prepare(queryString("select_core_state"));
 392     selectQuery.bindValue(":key", "active_sessions");
 393     safeExec(selectQuery);
 394     watchQuery(selectQuery);
 395
 396     QString setQueryString;
 397     if (!selectQuery.first()) {
 398         setQueryString = queryString("insert_core_state");
 399     }
 400     else {
 401         setQueryString = queryString("update_core_state");
 402     }
 403
 404     QSqlQuery setQuery(db);
 405     setQuery.prepare(setQueryString);
 406     setQuery.bindValue(":key", "active_sessions");
 407     setQuery.bindValue(":value", rawData);
 408     safeExec(setQuery);
 409     watchQuery(setQuery);
 410 }
 411
 412 QVariantList PostgreSqlStorage::getCoreState(const QVariantList& defaultData)
 413 {
 414     QSqlQuery query(logDb());
 415     query.prepare(queryString("select_core_state"));
 416     query.bindValue(":key", "active_sessions");
 417     safeExec(query);
 418     watchQuery(query);
 419
 420     if (query.first()) {
 421         QVariantList data;
 422         QByteArray rawData = query.value(0).toByteArray();
 423         QDataStream in(&rawData, QIODevice::ReadOnly);
 424         in.setVersion(QDataStream::Qt_4_2);
 425         in >> data;
 426         return data;
 427     }
 428     else {
 429         return defaultData;
 430     }
 431 }
 432
 433 IdentityId PostgreSqlStorage::createIdentity(UserId user, CoreIdentity& identity)
 434 {
 435     IdentityId identityId;
 436
 437     QSqlDatabase db = logDb();
 438     if (!beginTransaction(db)) {
 439         qWarning() << "PostgreSqlStorage::createIdentity(): Unable to start Transaction!";
 440         qWarning() << " -" << qPrintable(db.lastError().text());
 441         return identityId;
 442     }
 443
 444     QSqlQuery query(db);
 445     query.prepare(queryString("insert_identity"));
 446     query.bindValue(":userid", user.toInt());
 447     query.bindValue(":identityname", identity.identityName());
 448     query.bindValue(":realname", identity.realName());
 449     query.bindValue(":awaynick", identity.awayNick());
 450     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 451     query.bindValue(":awayreason", identity.awayReason());
 452     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 453     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 454     query.bindValue(":autoawaytime", identity.autoAwayTime());
 455     query.bindValue(":autoawayreason", identity.autoAwayReason());
 456     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 457     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 458     query.bindValue(":detachawayreason", identity.detachAwayReason());
 459     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 460     query.bindValue(":ident", identity.ident());
 461     query.bindValue(":kickreason", identity.kickReason());
 462     query.bindValue(":partreason", identity.partReason());
 463     query.bindValue(":quitreason", identity.quitReason());
 464 #ifdef HAVE_SSL
 465     query.bindValue(":sslcert", identity.sslCert().toPem());
 466     query.bindValue(":sslkey", identity.sslKey().toPem());
 467 #else
 468     query.bindValue(":sslcert", QByteArray());
 469     query.bindValue(":sslkey", QByteArray());
 470 #endif
 471     safeExec(query);
 472     if (!watchQuery(query)) {
 473         db.rollback();
 474         return {};
 475     }
 476
 477     query.first();
 478     identityId = query.value(0).toInt();
 479     identity.setId(identityId);
 480
 481     if (!identityId.isValid()) {
 482         db.rollback();
 483         return {};
 484     }
 485
 486     QSqlQuery insertNickQuery(db);
 487     insertNickQuery.prepare(queryString("insert_nick"));
 488     foreach (QString nick, identity.nicks()) {
 489         insertNickQuery.bindValue(":identityid", identityId.toInt());
 490         insertNickQuery.bindValue(":nick", nick);
 491         safeExec(insertNickQuery);
 492         if (!watchQuery(insertNickQuery)) {
 493             db.rollback();
 494             return {};
 495         }
 496     }
 497
 498     if (!db.commit()) {
 499         qWarning() << "PostgreSqlStorage::createIdentity(): committing data failed!";
 500         qWarning() << " -" << qPrintable(db.lastError().text());
 501         return {};
 502     }
 503     return identityId;
 504 }
 505
 506 bool PostgreSqlStorage::updateIdentity(UserId user, const CoreIdentity& identity)
 507 {
 508     QSqlDatabase db = logDb();
 509     if (!beginTransaction(db)) {
 510         qWarning() << "PostgreSqlStorage::updateIdentity(): Unable to start Transaction!";
 511         qWarning() << " -" << qPrintable(db.lastError().text());
 512         return false;
 513     }
 514
 515     QSqlQuery checkQuery(db);
 516     checkQuery.prepare(queryString("select_checkidentity"));
 517     checkQuery.bindValue(":identityid", identity.id().toInt());
 518     checkQuery.bindValue(":userid", user.toInt());
 519     safeExec(checkQuery);
 520     watchQuery(checkQuery);
 521
 522     // there should be exactly one identity for the given id and user
 523     if (!checkQuery.first() || checkQuery.value(0).toInt() != 1) {
 524         db.rollback();
 525         return false;
 526     }
 527
 528     QSqlQuery query(db);
 529     query.prepare(queryString("update_identity"));
 530     query.bindValue(":identityname", identity.identityName());
 531     query.bindValue(":realname", identity.realName());
 532     query.bindValue(":awaynick", identity.awayNick());
 533     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
 534     query.bindValue(":awayreason", identity.awayReason());
 535     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
 536     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
 537     query.bindValue(":autoawaytime", identity.autoAwayTime());
 538     query.bindValue(":autoawayreason", identity.autoAwayReason());
 539     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
 540     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
 541     query.bindValue(":detachawayreason", identity.detachAwayReason());
 542     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
 543     query.bindValue(":ident", identity.ident());
 544     query.bindValue(":kickreason", identity.kickReason());
 545     query.bindValue(":partreason", identity.partReason());
 546     query.bindValue(":quitreason", identity.quitReason());
 547 #ifdef HAVE_SSL
 548     query.bindValue(":sslcert", identity.sslCert().toPem());
 549     query.bindValue(":sslkey", identity.sslKey().toPem());
 550 #else
 551     query.bindValue(":sslcert", QByteArray());
 552     query.bindValue(":sslkey", QByteArray());
 553 #endif
 554     query.bindValue(":identityid", identity.id().toInt());
 555
 556     safeExec(query);
 557     if (!watchQuery(query)) {
 558         db.rollback();
 559         return false;
 560     }
 561
 562     QSqlQuery deleteNickQuery(db);
 563     deleteNickQuery.prepare(queryString("delete_nicks"));
 564     deleteNickQuery.bindValue(":identityid", identity.id().toInt());
 565     safeExec(deleteNickQuery);
 566     if (!watchQuery(deleteNickQuery)) {
 567         db.rollback();
 568         return false;
 569     }
 570
 571     QSqlQuery insertNickQuery(db);
 572     insertNickQuery.prepare(queryString("insert_nick"));
 573     foreach (QString nick, identity.nicks()) {
 574         insertNickQuery.bindValue(":identityid", identity.id().toInt());
 575         insertNickQuery.bindValue(":nick", nick);
 576         safeExec(insertNickQuery);
 577         if (!watchQuery(insertNickQuery)) {
 578             db.rollback();
 579             return false;
 580         }
 581     }
 582
 583     if (!db.commit()) {
 584         qWarning() << "PostgreSqlStorage::updateIdentity(): committing data failed!";
 585         qWarning() << " -" << qPrintable(db.lastError().text());
 586         return false;
 587     }
 588     return true;
 589 }
 590
 591 void PostgreSqlStorage::removeIdentity(UserId user, IdentityId identityId)
 592 {
 593     QSqlDatabase db = logDb();
 594     if (!beginTransaction(db)) {
 595         qWarning() << "PostgreSqlStorage::removeIdentity(): Unable to start Transaction!";
 596         qWarning() << " -" << qPrintable(db.lastError().text());
 597         return;
 598     }
 599
 600     QSqlQuery query(db);
 601     query.prepare(queryString("delete_identity"));
 602     query.bindValue(":identityid", identityId.toInt());
 603     query.bindValue(":userid", user.toInt());
 604     safeExec(query);
 605     if (!watchQuery(query)) {
 606         db.rollback();
 607     }
 608     else {
 609         db.commit();
 610     }
 611 }
 612
 613 QList<CoreIdentity> PostgreSqlStorage::identities(UserId user)
 614 {
 615     QList<CoreIdentity> identities;
 616
 617     QSqlDatabase db = logDb();
 618     if (!beginReadOnlyTransaction(db)) {
 619         qWarning() << "PostgreSqlStorage::identites(): cannot start read only transaction!";
 620         qWarning() << " -" << qPrintable(db.lastError().text());
 621         return identities;
 622     }
 623
 624     QSqlQuery query(db);
 625     query.prepare(queryString("select_identities"));
 626     query.bindValue(":userid", user.toInt());
 627
 628     QSqlQuery nickQuery(db);
 629     nickQuery.prepare(queryString("select_nicks"));
 630
 631     safeExec(query);
 632     watchQuery(query);
 633
 634     while (query.next()) {
 635         CoreIdentity identity(IdentityId(query.value(0).toInt()));
 636
 637         identity.setIdentityName(query.value(1).toString());
 638         identity.setRealName(query.value(2).toString());
 639         identity.setAwayNick(query.value(3).toString());
 640         identity.setAwayNickEnabled(!!query.value(4).toInt());
 641         identity.setAwayReason(query.value(5).toString());
 642         identity.setAwayReasonEnabled(!!query.value(6).toInt());
 643         identity.setAutoAwayEnabled(!!query.value(7).toInt());
 644         identity.setAutoAwayTime(query.value(8).toInt());
 645         identity.setAutoAwayReason(query.value(9).toString());
 646         identity.setAutoAwayReasonEnabled(!!query.value(10).toInt());
 647         identity.setDetachAwayEnabled(!!query.value(11).toInt());
 648         identity.setDetachAwayReason(query.value(12).toString());
 649         identity.setDetachAwayReasonEnabled(!!query.value(13).toInt());
 650         identity.setIdent(query.value(14).toString());
 651         identity.setKickReason(query.value(15).toString());
 652         identity.setPartReason(query.value(16).toString());
 653         identity.setQuitReason(query.value(17).toString());
 654 #ifdef HAVE_SSL
 655         identity.setSslCert(query.value(18).toByteArray());
 656         identity.setSslKey(query.value(19).toByteArray());
 657 #endif
 658
 659         nickQuery.bindValue(":identityid", identity.id().toInt());
 660         QList<QString> nicks;
 661         safeExec(nickQuery);
 662         watchQuery(nickQuery);
 663         while (nickQuery.next()) {
 664             nicks << nickQuery.value(0).toString();
 665         }
 666         identity.setNicks(nicks);
 667         identities << identity;
 668     }
 669     db.commit();
 670     return identities;
 671 }
 672
 673 NetworkId PostgreSqlStorage::createNetwork(UserId user, const NetworkInfo& info)
 674 {
 675     NetworkId networkId;
 676
 677     QSqlDatabase db = logDb();
 678     if (!beginTransaction(db)) {
 679         qWarning() << "PostgreSqlStorage::createNetwork(): failed to begin transaction!";
 680         qWarning() << " -" << qPrintable(db.lastError().text());
 681         return false;
 682     }
 683
 684     QSqlQuery query(db);
 685     query.prepare(queryString("insert_network"));
 686     query.bindValue(":userid", user.toInt());
 687     bindNetworkInfo(query, info);
 688     safeExec(query);
 689     if (!watchQuery(query)) {
 690         db.rollback();
 691         return {};
 692     }
 693
 694     query.first();
 695     networkId = query.value(0).toInt();
 696
 697     if (!networkId.isValid()) {
 698         db.rollback();
 699         return {};
 700     }
 701
 702     QSqlQuery insertServersQuery(db);
 703     insertServersQuery.prepare(queryString("insert_server"));
 704     foreach (Network::Server server, info.serverList) {
 705         insertServersQuery.bindValue(":userid", user.toInt());
 706         insertServersQuery.bindValue(":networkid", networkId.toInt());
 707         bindServerInfo(insertServersQuery, server);
 708         safeExec(insertServersQuery);
 709         if (!watchQuery(insertServersQuery)) {
 710             db.rollback();
 711             return {};
 712         }
 713     }
 714
 715     if (!db.commit()) {
 716         qWarning() << "PostgreSqlStorage::createNetwork(): committing data failed!";
 717         qWarning() << " -" << qPrintable(db.lastError().text());
 718         return {};
 719     }
 720     return networkId;
 721 }
 722
 723 void PostgreSqlStorage::bindNetworkInfo(QSqlQuery& query, const NetworkInfo& info)
 724 {
 725     query.bindValue(":networkname", info.networkName);
 726     query.bindValue(":identityid", info.identity.isValid() ? info.identity.toInt() : QVariant());
 727     query.bindValue(":encodingcodec", QString(info.codecForEncoding));
 728     query.bindValue(":decodingcodec", QString(info.codecForDecoding));
 729     query.bindValue(":servercodec", QString(info.codecForServer));
 730     query.bindValue(":userandomserver", info.useRandomServer);
 731     query.bindValue(":perform", info.perform.join("\n"));
 732     query.bindValue(":useautoidentify", info.useAutoIdentify);
 733     query.bindValue(":autoidentifyservice", info.autoIdentifyService);
 734     query.bindValue(":autoidentifypassword", info.autoIdentifyPassword);
 735     query.bindValue(":usesasl", info.useSasl);
 736     query.bindValue(":saslaccount", info.saslAccount);
 737     query.bindValue(":saslpassword", info.saslPassword);
 738     query.bindValue(":useautoreconnect", info.useAutoReconnect);
 739     query.bindValue(":autoreconnectinterval", info.autoReconnectInterval);
 740     query.bindValue(":autoreconnectretries", info.autoReconnectRetries);
 741     query.bindValue(":unlimitedconnectretries", info.unlimitedReconnectRetries);
 742     query.bindValue(":rejoinchannels", info.rejoinChannels);
 743     // Custom rate limiting
 744     query.bindValue(":usecustomessagerate", info.useCustomMessageRate);
 745     query.bindValue(":messagerateburstsize", info.messageRateBurstSize);
 746     query.bindValue(":messageratedelay", info.messageRateDelay);
 747     query.bindValue(":unlimitedmessagerate", info.unlimitedMessageRate);
 748     if (info.networkId.isValid())
 749         query.bindValue(":networkid", info.networkId.toInt());
 750 }
 751
 752 void PostgreSqlStorage::bindServerInfo(QSqlQuery& query, const Network::Server& server)
 753 {
 754     query.bindValue(":hostname", server.host);
 755     query.bindValue(":port", server.port);
 756     query.bindValue(":password", server.password);
 757     query.bindValue(":ssl", server.useSsl);
 758     query.bindValue(":sslversion", server.sslVersion);
 759     query.bindValue(":useproxy", server.useProxy);
 760     query.bindValue(":proxytype", server.proxyType);
 761     query.bindValue(":proxyhost", server.proxyHost);
 762     query.bindValue(":proxyport", server.proxyPort);
 763     query.bindValue(":proxyuser", server.proxyUser);
 764     query.bindValue(":proxypass", server.proxyPass);
 765     query.bindValue(":sslverify", server.sslVerify);
 766 }
 767
 768 bool PostgreSqlStorage::updateNetwork(UserId user, const NetworkInfo& info)
 769 {
 770     QSqlDatabase db = logDb();
 771     if (!beginTransaction(db)) {
 772         qWarning() << "PostgreSqlStorage::updateNetwork(): failed to begin transaction!";
 773         qWarning() << " -" << qPrintable(db.lastError().text());
 774         return false;
 775     }
 776
 777     QSqlQuery updateQuery(db);
 778     updateQuery.prepare(queryString("update_network"));
 779     updateQuery.bindValue(":userid", user.toInt());
 780     bindNetworkInfo(updateQuery, info);
 781     safeExec(updateQuery);
 782     if (!watchQuery(updateQuery)) {
 783         db.rollback();
 784         return false;
 785     }
 786     if (updateQuery.numRowsAffected() != 1) {
 787         // seems this is not our network...
 788         db.rollback();
 789         return false;
 790     }
 791
 792     QSqlQuery dropServersQuery(db);
 793     dropServersQuery.prepare("DELETE FROM ircserver WHERE networkid = :networkid");
 794     dropServersQuery.bindValue(":networkid", info.networkId.toInt());
 795     safeExec(dropServersQuery);
 796     if (!watchQuery(dropServersQuery)) {
 797         db.rollback();
 798         return false;
 799     }
 800
 801     QSqlQuery insertServersQuery(db);
 802     insertServersQuery.prepare(queryString("insert_server"));
 803     foreach (Network::Server server, info.serverList) {
 804         insertServersQuery.bindValue(":userid", user.toInt());
 805         insertServersQuery.bindValue(":networkid", info.networkId.toInt());
 806         bindServerInfo(insertServersQuery, server);
 807         safeExec(insertServersQuery);
 808         if (!watchQuery(insertServersQuery)) {
 809             db.rollback();
 810             return false;
 811         }
 812     }
 813
 814     if (!db.commit()) {
 815         qWarning() << "PostgreSqlStorage::updateNetwork(): committing data failed!";
 816         qWarning() << " -" << qPrintable(db.lastError().text());
 817         return false;
 818     }
 819     return true;
 820 }
 821
 822 bool PostgreSqlStorage::removeNetwork(UserId user, const NetworkId& networkId)
 823 {
 824     QSqlDatabase db = logDb();
 825     if (!beginTransaction(db)) {
 826         qWarning() << "PostgreSqlStorage::removeNetwork(): cannot start transaction!";
 827         qWarning() << " -" << qPrintable(db.lastError().text());
 828         return false;
 829     }
 830
 831     QSqlQuery query(db);
 832     query.prepare(queryString("delete_network"));
 833     query.bindValue(":userid", user.toInt());
 834     query.bindValue(":networkid", networkId.toInt());
 835     safeExec(query);
 836     if (!watchQuery(query)) {
 837         db.rollback();
 838         return false;
 839     }
 840
 841     db.commit();
 842     return true;
 843 }
 844
 845 QList<NetworkInfo> PostgreSqlStorage::networks(UserId user)
 846 {
 847     QList<NetworkInfo> nets;
 848
 849     QSqlDatabase db = logDb();
 850     if (!beginReadOnlyTransaction(db)) {
 851         qWarning() << "PostgreSqlStorage::networks(): cannot start read only transaction!";
 852         qWarning() << " -" << qPrintable(db.lastError().text());
 853         return nets;
 854     }
 855
 856     QSqlQuery networksQuery(db);
 857     networksQuery.prepare(queryString("select_networks_for_user"));
 858     networksQuery.bindValue(":userid", user.toInt());
 859
 860     QSqlQuery serversQuery(db);
 861     serversQuery.prepare(queryString("select_servers_for_network"));
 862
 863     safeExec(networksQuery);
 864     if (!watchQuery(networksQuery)) {
 865         db.rollback();
 866         return nets;
 867     }
 868
 869     while (networksQuery.next()) {
 870         NetworkInfo net;
 871         net.networkId = networksQuery.value(0).toInt();
 872         net.networkName = networksQuery.value(1).toString();
 873         net.identity = networksQuery.value(2).toInt();
 874         net.codecForServer = networksQuery.value(3).toString().toLatin1();
 875         net.codecForEncoding = networksQuery.value(4).toString().toLatin1();
 876         net.codecForDecoding = networksQuery.value(5).toString().toLatin1();
 877         net.useRandomServer = networksQuery.value(6).toBool();
 878         net.perform = networksQuery.value(7).toString().split("\n");
 879         net.useAutoIdentify = networksQuery.value(8).toBool();
 880         net.autoIdentifyService = networksQuery.value(9).toString();
 881         net.autoIdentifyPassword = networksQuery.value(10).toString();
 882         net.useAutoReconnect = networksQuery.value(11).toBool();
 883         net.autoReconnectInterval = networksQuery.value(12).toUInt();
 884         net.autoReconnectRetries = networksQuery.value(13).toInt();
 885         net.unlimitedReconnectRetries = networksQuery.value(14).toBool();
 886         net.rejoinChannels = networksQuery.value(15).toBool();
 887         net.useSasl = networksQuery.value(16).toBool();
 888         net.saslAccount = networksQuery.value(17).toString();
 889         net.saslPassword = networksQuery.value(18).toString();
 890         // Custom rate limiting
 891         net.useCustomMessageRate = networksQuery.value(19).toBool();
 892         net.messageRateBurstSize = networksQuery.value(20).toUInt();
 893         net.messageRateDelay = networksQuery.value(21).toUInt();
 894         net.unlimitedMessageRate = networksQuery.value(22).toBool();
 895
 896         serversQuery.bindValue(":networkid", net.networkId.toInt());
 897         safeExec(serversQuery);
 898         if (!watchQuery(serversQuery)) {
 899             db.rollback();
 900             return nets;
 901         }
 902
 903         Network::ServerList servers;
 904         while (serversQuery.next()) {
 905             Network::Server server;
 906             server.host = serversQuery.value(0).toString();
 907             server.port = serversQuery.value(1).toUInt();
 908             server.password = serversQuery.value(2).toString();
 909             server.useSsl = serversQuery.value(3).toBool();
 910             server.sslVersion = serversQuery.value(4).toInt();
 911             server.useProxy = serversQuery.value(5).toBool();
 912             server.proxyType = serversQuery.value(6).toInt();
 913             server.proxyHost = serversQuery.value(7).toString();
 914             server.proxyPort = serversQuery.value(8).toUInt();
 915             server.proxyUser = serversQuery.value(9).toString();
 916             server.proxyPass = serversQuery.value(10).toString();
 917             server.sslVerify = serversQuery.value(11).toBool();
 918             servers << server;
 919         }
 920         net.serverList = servers;
 921         nets << net;
 922     }
 923     db.commit();
 924     return nets;
 925 }
 926
 927 QList<NetworkId> PostgreSqlStorage::connectedNetworks(UserId user)
 928 {
 929     QList<NetworkId> connectedNets;
 930
 931     QSqlDatabase db = logDb();
 932     if (!beginReadOnlyTransaction(db)) {
 933         qWarning() << "PostgreSqlStorage::connectedNetworks(): cannot start read only transaction!";
 934         qWarning() << " -" << qPrintable(db.lastError().text());
 935         return connectedNets;
 936     }
 937
 938     QSqlQuery query(db);
 939     query.prepare(queryString("select_connected_networks"));
 940     query.bindValue(":userid", user.toInt());
 941     safeExec(query);
 942     watchQuery(query);
 943
 944     while (query.next()) {
 945         connectedNets << query.value(0).toInt();
 946     }
 947
 948     db.commit();
 949     return connectedNets;
 950 }
 951
 952 void PostgreSqlStorage::setNetworkConnected(UserId user, const NetworkId& networkId, bool isConnected)
 953 {
 954     QSqlQuery query(logDb());
 955     query.prepare(queryString("update_network_connected"));
 956     query.bindValue(":userid", user.toInt());
 957     query.bindValue(":networkid", networkId.toInt());
 958     query.bindValue(":connected", isConnected);
 959     safeExec(query);
 960     watchQuery(query);
 961 }
 962
 963 QHash<QString, QString> PostgreSqlStorage::persistentChannels(UserId user, const NetworkId& networkId)
 964 {
 965     QHash<QString, QString> persistentChans;
 966
 967     QSqlDatabase db = logDb();
 968     if (!beginReadOnlyTransaction(db)) {
 969         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
 970         qWarning() << " -" << qPrintable(db.lastError().text());
 971         return persistentChans;
 972     }
 973
 974     QSqlQuery query(db);
 975     query.prepare(queryString("select_persistent_channels"));
 976     query.bindValue(":userid", user.toInt());
 977     query.bindValue(":networkid", networkId.toInt());
 978     safeExec(query);
 979     watchQuery(query);
 980
 981     while (query.next()) {
 982         persistentChans[query.value(0).toString()] = query.value(1).toString();
 983     }
 984
 985     db.commit();
 986     return persistentChans;
 987 }
 988
 989 void PostgreSqlStorage::setChannelPersistent(UserId user, const NetworkId& networkId, const QString& channel, bool isJoined)
 990 {
 991     QSqlQuery query(logDb());
 992     query.prepare(queryString("update_buffer_persistent_channel"));
 993     query.bindValue(":userid", user.toInt());
 994     query.bindValue(":networkid", networkId.toInt());
 995     query.bindValue(":buffercname", channel.toLower());
 996     query.bindValue(":joined", isJoined);
 997     safeExec(query);
 998     watchQuery(query);
 999 }
1000
1001 void PostgreSqlStorage::setPersistentChannelKey(UserId user, const NetworkId& networkId, const QString& channel, const QString& key)
1002 {
1003     QSqlQuery query(logDb());
1004     query.prepare(queryString("update_buffer_set_channel_key"));
1005     query.bindValue(":userid", user.toInt());
1006     query.bindValue(":networkid", networkId.toInt());
1007     query.bindValue(":buffercname", channel.toLower());
1008     query.bindValue(":key", key);
1009     safeExec(query);
1010     watchQuery(query);
1011 }
1012
1013 QString PostgreSqlStorage::awayMessage(UserId user, NetworkId networkId)
1014 {
1015     QSqlQuery query(logDb());
1016     query.prepare(queryString("select_network_awaymsg"));
1017     query.bindValue(":userid", user.toInt());
1018     query.bindValue(":networkid", networkId.toInt());
1019     safeExec(query);
1020     watchQuery(query);
1021     QString awayMsg;
1022     if (query.first())
1023         awayMsg = query.value(0).toString();
1024     return awayMsg;
1025 }
1026
1027 void PostgreSqlStorage::setAwayMessage(UserId user, NetworkId networkId, const QString& awayMsg)
1028 {
1029     QSqlQuery query(logDb());
1030     query.prepare(queryString("update_network_set_awaymsg"));
1031     query.bindValue(":userid", user.toInt());
1032     query.bindValue(":networkid", networkId.toInt());
1033     query.bindValue(":awaymsg", awayMsg);
1034     safeExec(query);
1035     watchQuery(query);
1036 }
1037
1038 QString PostgreSqlStorage::userModes(UserId user, NetworkId networkId)
1039 {
1040     QSqlQuery query(logDb());
1041     query.prepare(queryString("select_network_usermode"));
1042     query.bindValue(":userid", user.toInt());
1043     query.bindValue(":networkid", networkId.toInt());
1044     safeExec(query);
1045     watchQuery(query);
1046     QString modes;
1047     if (query.first())
1048         modes = query.value(0).toString();
1049     return modes;
1050 }
1051
1052 void PostgreSqlStorage::setUserModes(UserId user, NetworkId networkId, const QString& userModes)
1053 {
1054     QSqlQuery query(logDb());
1055     query.prepare(queryString("update_network_set_usermode"));
1056     query.bindValue(":userid", user.toInt());
1057     query.bindValue(":networkid", networkId.toInt());
1058     query.bindValue(":usermode", userModes);
1059     safeExec(query);
1060     watchQuery(query);
1061 }
1062
1063 BufferInfo PostgreSqlStorage::bufferInfo(UserId user, const NetworkId& networkId, BufferInfo::Type type, const QString& buffer, bool create)
1064 {
1065     QSqlDatabase db = logDb();
1066     if (!beginTransaction(db)) {
1067         qWarning() << "PostgreSqlStorage::bufferInfo(): cannot start read only transaction!";
1068         qWarning() << " -" << qPrintable(db.lastError().text());
1069         return {};
1070     }
1071
1072     QSqlQuery query(db);
1073     query.prepare(queryString("select_bufferByName"));
1074     query.bindValue(":networkid", networkId.toInt());
1075     query.bindValue(":userid", user.toInt());
1076     query.bindValue(":buffercname", buffer.toLower());
1077     safeExec(query);
1078     watchQuery(query);
1079
1080     if (query.first()) {
1081         BufferInfo bufferInfo = BufferInfo(query.value(0).toInt(), networkId, (BufferInfo::Type)query.value(1).toInt(), 0, buffer);
1082         if (query.next()) {
1083             qCritical() << "PostgreSqlStorage::bufferInfo(): received more then one Buffer!";
1084             qCritical() << "         Query:" << query.lastQuery();
1085             qCritical() << "  bound Values:";
1086             QList<QVariant> list = query.boundValues().values();
1087             for (int i = 0; i < list.size(); ++i)
1088                 qCritical() << i << ":" << list.at(i).toString().toLatin1().data();
1089             Q_ASSERT(false);
1090         }
1091         db.commit();
1092         return bufferInfo;
1093     }
1094
1095     if (!create) {
1096         db.rollback();
1097         return {};
1098     }
1099
1100     QSqlQuery createQuery(db);
1101     createQuery.prepare(queryString("insert_buffer"));
1102     createQuery.bindValue(":userid", user.toInt());
1103     createQuery.bindValue(":networkid", networkId.toInt());
1104     createQuery.bindValue(":buffertype", (int)type);
1105     createQuery.bindValue(":buffername", buffer);
1106     createQuery.bindValue(":buffercname", buffer.toLower());
1107     createQuery.bindValue(":joined", type & BufferInfo::ChannelBuffer ? true : false);
1108
1109     safeExec(createQuery);
1110
1111     if (!watchQuery(createQuery)) {
1112         qWarning() << "PostgreSqlStorage::bufferInfo(): unable to create buffer";
1113         db.rollback();
1114         return BufferInfo();
1115     }
1116
1117     createQuery.first();
1118
1119     BufferInfo bufferInfo = BufferInfo(createQuery.value(0).toInt(), networkId, type, 0, buffer);
1120     db.commit();
1121     return bufferInfo;
1122 }
1123
1124 BufferInfo PostgreSqlStorage::getBufferInfo(UserId user, const BufferId& bufferId)
1125 {
1126     QSqlQuery query(logDb());
1127     query.prepare(queryString("select_buffer_by_id"));
1128     query.bindValue(":userid", user.toInt());
1129     query.bindValue(":bufferid", bufferId.toInt());
1130     safeExec(query);
1131     if (!watchQuery(query))
1132         return {};
1133
1134     if (!query.first())
1135         return {};
1136
1137     BufferInfo bufferInfo(query.value(0).toInt(),
1138                           query.value(1).toInt(),
1139                           (BufferInfo::Type)query.value(2).toInt(),
1140                           0,
1141                           query.value(4).toString());
1142     Q_ASSERT(!query.next());
1143
1144     return bufferInfo;
1145 }
1146
1147 QList<BufferInfo> PostgreSqlStorage::requestBuffers(UserId user)
1148 {
1149     QList<BufferInfo> bufferlist;
1150
1151     QSqlDatabase db = logDb();
1152     if (!beginReadOnlyTransaction(db)) {
1153         qWarning() << "PostgreSqlStorage::requestBuffers(): cannot start read only transaction!";
1154         qWarning() << " -" << qPrintable(db.lastError().text());
1155         return bufferlist;
1156     }
1157
1158     QSqlQuery query(db);
1159     query.prepare(queryString("select_buffers"));
1160     query.bindValue(":userid", user.toInt());
1161
1162     safeExec(query);
1163     watchQuery(query);
1164     while (query.next()) {
1165         bufferlist << BufferInfo(query.value(0).toInt(),
1166                                  query.value(1).toInt(),
1167                                  (BufferInfo::Type)query.value(2).toInt(),
1168                                  query.value(3).toInt(),
1169                                  query.value(4).toString());
1170     }
1171     db.commit();
1172     return bufferlist;
1173 }
1174
1175 QList<BufferId> PostgreSqlStorage::requestBufferIdsForNetwork(UserId user, NetworkId networkId)
1176 {
1177     QList<BufferId> bufferList;
1178
1179     QSqlDatabase db = logDb();
1180     if (!beginReadOnlyTransaction(db)) {
1181         qWarning() << "PostgreSqlStorage::requestBufferIdsForNetwork(): cannot start read only transaction!";
1182         qWarning() << " -" << qPrintable(db.lastError().text());
1183         return bufferList;
1184     }
1185
1186     QSqlQuery query(db);
1187     query.prepare(queryString("select_buffers_for_network"));
1188     query.bindValue(":networkid", networkId.toInt());
1189     query.bindValue(":userid", user.toInt());
1190
1191     safeExec(query);
1192     watchQuery(query);
1193     while (query.next()) {
1194         bufferList << BufferId(query.value(0).toInt());
1195     }
1196     db.commit();
1197     return bufferList;
1198 }
1199
1200 bool PostgreSqlStorage::removeBuffer(const UserId& user, const BufferId& bufferId)
1201 {
1202     QSqlDatabase db = logDb();
1203     if (!beginTransaction(db)) {
1204         qWarning() << "PostgreSqlStorage::removeBuffer(): cannot start transaction!";
1205         return false;
1206     }
1207
1208     QSqlQuery query(db);
1209     query.prepare(queryString("delete_buffer_for_bufferid"));
1210     query.bindValue(":userid", user.toInt());
1211     query.bindValue(":bufferid", bufferId.toInt());
1212     safeExec(query);
1213     if (!watchQuery(query)) {
1214         db.rollback();
1215         return false;
1216     }
1217
1218     int numRows = query.numRowsAffected();
1219     switch (numRows) {
1220     case 0:
1221         db.commit();
1222         return false;
1223     case 1:
1224         db.commit();
1225         return true;
1226     default:
1227         // there was more then one buffer deleted...
1228         qWarning() << "PostgreSqlStorage::removeBuffer(): Userid" << user << "BufferId"
1229                    << "caused deletion of" << numRows << "Buffers! Rolling back transaction...";
1230         db.rollback();
1231         return false;
1232     }
1233 }
1234
1235 bool PostgreSqlStorage::renameBuffer(const UserId& user, const BufferId& bufferId, const QString& newName)
1236 {
1237     QSqlDatabase db = logDb();
1238     if (!beginTransaction(db)) {
1239         qWarning() << "PostgreSqlStorage::renameBuffer(): cannot start transaction!";
1240         return false;
1241     }
1242
1243     QSqlQuery query(db);
1244     query.prepare(queryString("update_buffer_name"));
1245     query.bindValue(":buffername", newName);
1246     query.bindValue(":buffercname", newName.toLower());
1247     query.bindValue(":userid", user.toInt());
1248     query.bindValue(":bufferid", bufferId.toInt());
1249     safeExec(query);
1250     if (!watchQuery(query)) {
1251         db.rollback();
1252         return false;
1253     }
1254
1255     int numRows = query.numRowsAffected();
1256     switch (numRows) {
1257     case 0:
1258         db.commit();
1259         return false;
1260     case 1:
1261         db.commit();
1262         return true;
1263     default:
1264         // there was more then one buffer deleted...
1265         qWarning() << "PostgreSqlStorage::renameBuffer(): Userid" << user << "BufferId"
1266                    << "affected" << numRows << "Buffers! Rolling back transaction...";
1267         db.rollback();
1268         return false;
1269     }
1270 }
1271
1272 bool PostgreSqlStorage::mergeBuffersPermanently(const UserId& user, const BufferId& bufferId1, const BufferId& bufferId2)
1273 {
1274     QSqlDatabase db = logDb();
1275     if (!beginTransaction(db)) {
1276         qWarning() << "PostgreSqlStorage::mergeBuffersPermanently(): cannot start transaction!";
1277         qWarning() << " -" << qPrintable(db.lastError().text());
1278         return false;
1279     }
1280
1281     QSqlQuery checkQuery(db);
1282     checkQuery.prepare("SELECT count(*) FROM buffer "
1283                        "WHERE userid = :userid AND bufferid IN (:buffer1, :buffer2)");
1284     checkQuery.bindValue(":userid", user.toInt());
1285     checkQuery.bindValue(":buffer1", bufferId1.toInt());
1286     checkQuery.bindValue(":buffer2", bufferId2.toInt());
1287     safeExec(checkQuery);
1288     if (!watchQuery(checkQuery)) {
1289         db.rollback();
1290         return false;
1291     }
1292     checkQuery.first();
1293     if (checkQuery.value(0).toInt() != 2) {
1294         db.rollback();
1295         return false;
1296     }
1297
1298     QSqlQuery query(db);
1299     query.prepare(queryString("update_backlog_bufferid"));
1300     query.bindValue(":oldbufferid", bufferId2.toInt());
1301     query.bindValue(":newbufferid", bufferId1.toInt());
1302     safeExec(query);
1303     if (!watchQuery(query)) {
1304         db.rollback();
1305         return false;
1306     }
1307
1308     QSqlQuery delBufferQuery(logDb());
1309     delBufferQuery.prepare(queryString("delete_buffer_for_bufferid"));
1310     delBufferQuery.bindValue(":userid", user.toInt());
1311     delBufferQuery.bindValue(":bufferid", bufferId2.toInt());
1312     safeExec(delBufferQuery);
1313     if (!watchQuery(delBufferQuery)) {
1314         db.rollback();
1315         return false;
1316     }
1317
1318     db.commit();
1319     return true;
1320 }
1321
1322 void PostgreSqlStorage::setBufferLastSeenMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1323 {
1324     QSqlQuery query(logDb());
1325     query.prepare(queryString("update_buffer_lastseen"));
1326
1327     query.bindValue(":userid", user.toInt());
1328     query.bindValue(":bufferid", bufferId.toInt());
1329     query.bindValue(":lastseenmsgid", msgId.toQint64());
1330     safeExec(query);
1331     watchQuery(query);
1332 }
1333
1334 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastSeenMsgIds(UserId user)
1335 {
1336     QHash<BufferId, MsgId> lastSeenHash;
1337
1338     QSqlDatabase db = logDb();
1339     if (!beginReadOnlyTransaction(db)) {
1340         qWarning() << "PostgreSqlStorage::bufferLastSeenMsgIds(): cannot start read only transaction!";
1341         qWarning() << " -" << qPrintable(db.lastError().text());
1342         return lastSeenHash;
1343     }
1344
1345     QSqlQuery query(db);
1346     query.prepare(queryString("select_buffer_lastseen_messages"));
1347     query.bindValue(":userid", user.toInt());
1348     safeExec(query);
1349     if (!watchQuery(query)) {
1350         db.rollback();
1351         return lastSeenHash;
1352     }
1353
1354     while (query.next()) {
1355         lastSeenHash[query.value(0).toInt()] = query.value(1).toLongLong();
1356     }
1357
1358     db.commit();
1359     return lastSeenHash;
1360 }
1361
1362 void PostgreSqlStorage::setBufferMarkerLineMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1363 {
1364     QSqlQuery query(logDb());
1365     query.prepare(queryString("update_buffer_markerlinemsgid"));
1366
1367     query.bindValue(":userid", user.toInt());
1368     query.bindValue(":bufferid", bufferId.toInt());
1369     query.bindValue(":markerlinemsgid", msgId.toQint64());
1370     safeExec(query);
1371     watchQuery(query);
1372 }
1373
1374 QHash<BufferId, MsgId> PostgreSqlStorage::bufferMarkerLineMsgIds(UserId user)
1375 {
1376     QHash<BufferId, MsgId> markerLineHash;
1377
1378     QSqlDatabase db = logDb();
1379     if (!beginReadOnlyTransaction(db)) {
1380         qWarning() << "PostgreSqlStorage::bufferMarkerLineMsgIds(): cannot start read only transaction!";
1381         qWarning() << " -" << qPrintable(db.lastError().text());
1382         return markerLineHash;
1383     }
1384
1385     QSqlQuery query(db);
1386     query.prepare(queryString("select_buffer_markerlinemsgids"));
1387     query.bindValue(":userid", user.toInt());
1388     safeExec(query);
1389     if (!watchQuery(query)) {
1390         db.rollback();
1391         return markerLineHash;
1392     }
1393
1394     while (query.next()) {
1395         markerLineHash[query.value(0).toInt()] = query.value(1).toLongLong();
1396     }
1397
1398     db.commit();
1399     return markerLineHash;
1400 }
1401
1402 void PostgreSqlStorage::setBufferActivity(UserId user, BufferId bufferId, Message::Types bufferActivity)
1403 {
1404     QSqlQuery query(logDb());
1405     query.prepare(queryString("update_buffer_bufferactivity"));
1406
1407     query.bindValue(":userid", user.toInt());
1408     query.bindValue(":bufferid", bufferId.toInt());
1409     query.bindValue(":bufferactivity", (int)bufferActivity);
1410     safeExec(query);
1411     watchQuery(query);
1412 }
1413
1414 QHash<BufferId, Message::Types> PostgreSqlStorage::bufferActivities(UserId user)
1415 {
1416     QHash<BufferId, Message::Types> bufferActivityHash;
1417
1418     QSqlDatabase db = logDb();
1419     if (!beginReadOnlyTransaction(db)) {
1420         qWarning() << "PostgreSqlStorage::bufferActivities(): cannot start read only transaction!";
1421         qWarning() << " -" << qPrintable(db.lastError().text());
1422         return bufferActivityHash;
1423     }
1424
1425     QSqlQuery query(db);
1426     query.prepare(queryString("select_buffer_bufferactivities"));
1427     query.bindValue(":userid", user.toInt());
1428     safeExec(query);
1429     if (!watchQuery(query)) {
1430         db.rollback();
1431         return bufferActivityHash;
1432     }
1433
1434     while (query.next()) {
1435         bufferActivityHash[query.value(0).toInt()] = Message::Types(query.value(1).toInt());
1436     }
1437
1438     db.commit();
1439     return bufferActivityHash;
1440 }
1441
1442 Message::Types PostgreSqlStorage::bufferActivity(BufferId bufferId, MsgId lastSeenMsgId)
1443 {
1444     QSqlQuery query(logDb());
1445     query.prepare(queryString("select_buffer_bufferactivity"));
1446     query.bindValue(":bufferid", bufferId.toInt());
1447     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1448     safeExec(query);
1449     watchQuery(query);
1450     Message::Types result = Message::Types(nullptr);
1451     if (query.first())
1452         result = Message::Types(query.value(0).toInt());
1453     return result;
1454 }
1455
1456 QHash<QString, QByteArray> PostgreSqlStorage::bufferCiphers(UserId user, const NetworkId& networkId)
1457 {
1458     QHash<QString, QByteArray> bufferCiphers;
1459
1460     QSqlDatabase db = logDb();
1461     if (!beginReadOnlyTransaction(db)) {
1462         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1463         qWarning() << " -" << qPrintable(db.lastError().text());
1464         return bufferCiphers;
1465     }
1466
1467     QSqlQuery query(db);
1468     query.prepare(queryString("select_buffer_ciphers"));
1469     query.bindValue(":userid", user.toInt());
1470     query.bindValue(":networkid", networkId.toInt());
1471     safeExec(query);
1472     watchQuery(query);
1473
1474     while (query.next()) {
1475         bufferCiphers[query.value(0).toString()] = QByteArray::fromHex(query.value(1).toString().toUtf8());
1476     }
1477
1478     db.commit();
1479     return bufferCiphers;
1480 }
1481
1482 void PostgreSqlStorage::setBufferCipher(UserId user, const NetworkId& networkId, const QString& bufferName, const QByteArray& cipher)
1483 {
1484     QSqlQuery query(logDb());
1485     query.prepare(queryString("update_buffer_cipher"));
1486     query.bindValue(":userid", user.toInt());
1487     query.bindValue(":networkid", networkId.toInt());
1488     query.bindValue(":buffercname", bufferName.toLower());
1489     query.bindValue(":cipher", QString(cipher.toHex()));
1490     safeExec(query);
1491     watchQuery(query);
1492 }
1493
1494 void PostgreSqlStorage::setHighlightCount(UserId user, BufferId bufferId, int highlightcount)
1495 {
1496     QSqlQuery query(logDb());
1497     query.prepare(queryString("update_buffer_highlightcount"));
1498
1499     query.bindValue(":userid", user.toInt());
1500     query.bindValue(":bufferid", bufferId.toInt());
1501     query.bindValue(":highlightcount", highlightcount);
1502     safeExec(query);
1503     watchQuery(query);
1504 }
1505
1506 QHash<BufferId, int> PostgreSqlStorage::highlightCounts(UserId user)
1507 {
1508     QHash<BufferId, int> highlightCountHash;
1509
1510     QSqlDatabase db = logDb();
1511     if (!beginReadOnlyTransaction(db)) {
1512         qWarning() << "PostgreSqlStorage::highlightCounts(): cannot start read only transaction!";
1513         qWarning() << " -" << qPrintable(db.lastError().text());
1514         return highlightCountHash;
1515     }
1516
1517     QSqlQuery query(db);
1518     query.prepare(queryString("select_buffer_highlightcounts"));
1519     query.bindValue(":userid", user.toInt());
1520     safeExec(query);
1521     if (!watchQuery(query)) {
1522         db.rollback();
1523         return highlightCountHash;
1524     }
1525
1526     while (query.next()) {
1527         highlightCountHash[query.value(0).toInt()] = query.value(1).toInt();
1528     }
1529
1530     db.commit();
1531     return highlightCountHash;
1532 }
1533
1534 int PostgreSqlStorage::highlightCount(BufferId bufferId, MsgId lastSeenMsgId)
1535 {
1536     QSqlQuery query(logDb());
1537     query.prepare(queryString("select_buffer_highlightcount"));
1538     query.bindValue(":bufferid", bufferId.toInt());
1539     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1540     safeExec(query);
1541     watchQuery(query);
1542     auto result = int(0);
1543     if (query.first())
1544         result = query.value(0).toInt();
1545     return result;
1546 }
1547
1548 bool PostgreSqlStorage::logMessage(Message& msg)
1549 {
1550     QSqlDatabase db = logDb();
1551     if (!beginTransaction(db)) {
1552         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1553         qWarning() << " -" << qPrintable(db.lastError().text());
1554         return false;
1555     }
1556
1557     QVariantList senderParams;
1558     senderParams << msg.sender() << msg.realName() << msg.avatarUrl();
1559     QSqlQuery getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1560     qint64 senderId;
1561     if (getSenderIdQuery.first()) {
1562         senderId = getSenderIdQuery.value(0).toLongLong();
1563     }
1564     else {
1565         // it's possible that the sender was already added by another thread
1566         // since the insert might fail we're setting a savepoint
1567         savePoint("sender_sp1", db);
1568         QSqlQuery addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1569
1570         if (addSenderQuery.lastError().isValid()) {
1571             rollbackSavePoint("sender_sp1", db);
1572             getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1573             watchQuery(getSenderIdQuery);
1574             getSenderIdQuery.first();
1575             senderId = getSenderIdQuery.value(0).toLongLong();
1576         }
1577         else {
1578             releaseSavePoint("sender_sp1", db);
1579             addSenderQuery.first();
1580             senderId = addSenderQuery.value(0).toLongLong();
1581         }
1582     }
1583
1584     QVariantList params;
1585     // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1586     // to a 64-bit time compatible format by default.
1587     params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderId << msg.senderPrefixes()
1588            << msg.contents();
1589     QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1590
1591     if (!watchQuery(logMessageQuery)) {
1592         db.rollback();
1593         return false;
1594     }
1595
1596     logMessageQuery.first();
1597     MsgId msgId = logMessageQuery.value(0).toLongLong();
1598     db.commit();
1599     if (msgId.isValid()) {
1600         msg.setMsgId(msgId);
1601         return true;
1602     }
1603     else {
1604         return false;
1605     }
1606 }
1607
1608 bool PostgreSqlStorage::logMessages(MessageList& msgs)
1609 {
1610     QSqlDatabase db = logDb();
1611     if (!beginTransaction(db)) {
1612         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1613         qWarning() << " -" << qPrintable(db.lastError().text());
1614         return false;
1615     }
1616
1617     QList<int> senderIdList;
1618     QHash<SenderData, qint64> senderIds;
1619     QSqlQuery addSenderQuery;
1620     QSqlQuery selectSenderQuery;
1621     ;
1622     for (int i = 0; i < msgs.count(); i++) {
1623         auto& msg = msgs.at(i);
1624         SenderData sender = {msg.sender(), msg.realName(), msg.avatarUrl()};
1625         if (senderIds.contains(sender)) {
1626             senderIdList << senderIds[sender];
1627             continue;
1628         }
1629
1630         QVariantList senderParams;
1631         senderParams << sender.sender << sender.realname << sender.avatarurl;
1632
1633         selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1634         if (selectSenderQuery.first()) {
1635             senderIdList << selectSenderQuery.value(0).toLongLong();
1636             senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1637         }
1638         else {
1639             savePoint("sender_sp", db);
1640             addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1641             if (addSenderQuery.lastError().isValid()) {
1642                 // seems it was inserted meanwhile... by a different thread
1643                 rollbackSavePoint("sender_sp", db);
1644                 selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1645                 watchQuery(selectSenderQuery);
1646                 selectSenderQuery.first();
1647                 senderIdList << selectSenderQuery.value(0).toLongLong();
1648                 senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1649             }
1650             else {
1651                 releaseSavePoint("sender_sp", db);
1652                 addSenderQuery.first();
1653                 senderIdList << addSenderQuery.value(0).toLongLong();
1654                 senderIds[sender] = addSenderQuery.value(0).toLongLong();
1655             }
1656         }
1657     }
1658
1659     // yes we loop twice over the same list. This avoids alternating queries.
1660     bool error = false;
1661     for (int i = 0; i < msgs.count(); i++) {
1662         Message& msg = msgs[i];
1663         QVariantList params;
1664         // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1665         // to a 64-bit time compatible format by default.
1666         params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderIdList.at(i)
1667                << msg.senderPrefixes() << msg.contents();
1668         QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1669         if (!watchQuery(logMessageQuery)) {
1670             db.rollback();
1671             error = true;
1672             break;
1673         }
1674         else {
1675             logMessageQuery.first();
1676             msg.setMsgId(logMessageQuery.value(0).toLongLong());
1677         }
1678     }
1679
1680     if (error) {
1681         // we had a rollback in the db so we need to reset all msgIds
1682         for (int i = 0; i < msgs.count(); i++) {
1683             msgs[i].setMsgId(MsgId());
1684         }
1685         return false;
1686     }
1687
1688     db.commit();
1689     return true;
1690 }
1691
1692 QList<Message> PostgreSqlStorage::requestMsgs(UserId user, BufferId bufferId, MsgId first, MsgId last, int limit)
1693 {
1694     QList<Message> messagelist;
1695
1696     QSqlDatabase db = logDb();
1697     if (!beginReadOnlyTransaction(db)) {
1698         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1699         qWarning() << " -" << qPrintable(db.lastError().text());
1700         return messagelist;
1701     }
1702
1703     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1704     if (!bufferInfo.isValid()) {
1705         db.rollback();
1706         return messagelist;
1707     }
1708
1709     QString queryName;
1710     QVariantList params;
1711     if (last == -1 && first == -1) {
1712         queryName = "select_messagesNewestK";
1713     }
1714     else if (last == -1) {
1715         queryName = "select_messagesNewerThan";
1716         params << first.toQint64();
1717     }
1718     else {
1719         queryName = "select_messagesRange";
1720         params << first.toQint64();
1721         params << last.toQint64();
1722     }
1723     params << bufferId.toInt();
1724     if (limit != -1)
1725         params << limit;
1726     else
1727         params << QVariant(QVariant::Int);
1728
1729     QSqlQuery query = executePreparedQuery(queryName, params, db);
1730
1731     if (!watchQuery(query)) {
1732         qDebug() << "select_messages failed";
1733         db.rollback();
1734         return messagelist;
1735     }
1736
1737     QDateTime timestamp;
1738     while (query.next()) {
1739         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1740         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1741         timestamp = query.value(1).toDateTime();
1742         timestamp.setTimeSpec(Qt::UTC);
1743         Message msg(timestamp,
1744                     bufferInfo,
1745                     (Message::Type)query.value(2).toInt(),
1746                     query.value(8).toString(),
1747                     query.value(4).toString(),
1748                     query.value(5).toString(),
1749                     query.value(6).toString(),
1750                     query.value(7).toString(),
1751                     (Message::Flags)query.value(3).toInt());
1752         msg.setMsgId(query.value(0).toLongLong());
1753         messagelist << msg;
1754     }
1755
1756     db.commit();
1757     return messagelist;
1758 }
1759
1760 QList<Message> PostgreSqlStorage::requestMsgsFiltered(
1761     UserId user, BufferId bufferId, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1762 {
1763     QList<Message> messagelist;
1764
1765     QSqlDatabase db = logDb();
1766     if (!beginReadOnlyTransaction(db)) {
1767         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1768         qWarning() << " -" << qPrintable(db.lastError().text());
1769         return messagelist;
1770     }
1771
1772     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1773     if (!bufferInfo.isValid()) {
1774         db.rollback();
1775         return messagelist;
1776     }
1777
1778     QSqlQuery query(db);
1779     if (last == -1 && first == -1) {
1780         query.prepare(queryString("select_messagesNewestK_filtered"));
1781     }
1782     else if (last == -1) {
1783         query.prepare(queryString("select_messagesNewerThan_filtered"));
1784         query.bindValue(":first", first.toQint64());
1785     }
1786     else {
1787         query.prepare(queryString("select_messagesRange_filtered"));
1788         query.bindValue(":last", last.toQint64());
1789         query.bindValue(":first", first.toQint64());
1790     }
1791     query.bindValue(":buffer", bufferId.toInt());
1792     query.bindValue(":limit", limit);
1793     int typeRaw = type;
1794     query.bindValue(":type", typeRaw);
1795     int flagsRaw = flags;
1796     query.bindValue(":flags", flagsRaw);
1797
1798     safeExec(query);
1799     if (!watchQuery(query)) {
1800         qDebug() << "select_messages failed";
1801         db.rollback();
1802         return messagelist;
1803     }
1804
1805     QDateTime timestamp;
1806     while (query.next()) {
1807         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1808         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1809         timestamp = query.value(1).toDateTime();
1810         timestamp.setTimeSpec(Qt::UTC);
1811         Message msg(timestamp,
1812                     bufferInfo,
1813                     (Message::Type)query.value(2).toInt(),
1814                     query.value(8).toString(),
1815                     query.value(4).toString(),
1816                     query.value(5).toString(),
1817                     query.value(6).toString(),
1818                     query.value(7).toString(),
1819                     Message::Flags{query.value(3).toInt()});
1820         msg.setMsgId(query.value(0).toLongLong());
1821         messagelist << msg;
1822     }
1823
1824     db.commit();
1825     return messagelist;
1826 }
1827
1828 QList<Message> PostgreSqlStorage::requestAllMsgs(UserId user, MsgId first, MsgId last, int limit)
1829 {
1830     QList<Message> messagelist;
1831
1832     // requestBuffers uses it's own transaction.
1833     QHash<BufferId, BufferInfo> bufferInfoHash;
1834     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1835         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1836     }
1837
1838     QSqlDatabase db = logDb();
1839     if (!beginReadOnlyTransaction(db)) {
1840         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1841         qWarning() << " -" << qPrintable(db.lastError().text());
1842         return messagelist;
1843     }
1844
1845     QSqlQuery query(db);
1846     if (last == -1) {
1847         query.prepare(queryString("select_messagesAllNew"));
1848     }
1849     else {
1850         query.prepare(queryString("select_messagesAll"));
1851         query.bindValue(":lastmsg", last.toQint64());
1852     }
1853     query.bindValue(":userid", user.toInt());
1854     query.bindValue(":firstmsg", first.toQint64());
1855     safeExec(query);
1856     if (!watchQuery(query)) {
1857         db.rollback();
1858         return messagelist;
1859     }
1860
1861     QDateTime timestamp;
1862     for (int i = 0; i < limit && query.next(); i++) {
1863         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1864         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1865         timestamp = query.value(2).toDateTime();
1866         timestamp.setTimeSpec(Qt::UTC);
1867         Message msg(timestamp,
1868                     bufferInfoHash[query.value(1).toInt()],
1869                     (Message::Type)query.value(3).toInt(),
1870                     query.value(9).toString(),
1871                     query.value(5).toString(),
1872                     query.value(6).toString(),
1873                     query.value(7).toString(),
1874                     query.value(8).toString(),
1875                     (Message::Flags)query.value(4).toInt());
1876         msg.setMsgId(query.value(0).toLongLong());
1877         messagelist << msg;
1878     }
1879
1880     db.commit();
1881     return messagelist;
1882 }
1883
1884 QList<Message> PostgreSqlStorage::requestAllMsgsFiltered(
1885     UserId user, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1886 {
1887     QList<Message> messagelist;
1888
1889     // requestBuffers uses it's own transaction.
1890     QHash<BufferId, BufferInfo> bufferInfoHash;
1891     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1892         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1893     }
1894
1895     QSqlDatabase db = logDb();
1896     if (!beginReadOnlyTransaction(db)) {
1897         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
1898         qWarning() << " -" << qPrintable(db.lastError().text());
1899         return messagelist;
1900     }
1901
1902     QSqlQuery query(db);
1903     if (last == -1) {
1904         query.prepare(queryString("select_messagesAllNew_filtered"));
1905     }
1906     else {
1907         query.prepare(queryString("select_messagesAll_filtered"));
1908         query.bindValue(":lastmsg", last.toQint64());
1909     }
1910     query.bindValue(":userid", user.toInt());
1911     query.bindValue(":firstmsg", first.toQint64());
1912
1913     int typeRaw = type;
1914     query.bindValue(":type", typeRaw);
1915
1916     int flagsRaw = flags;
1917     query.bindValue(":flags", flagsRaw);
1918
1919     safeExec(query);
1920     if (!watchQuery(query)) {
1921         db.rollback();
1922         return messagelist;
1923     }
1924
1925     QDateTime timestamp;
1926     for (int i = 0; i < limit && query.next(); i++) {
1927         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1928         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1929         timestamp = query.value(2).toDateTime();
1930         timestamp.setTimeSpec(Qt::UTC);
1931         Message msg(timestamp,
1932                     bufferInfoHash[query.value(1).toInt()],
1933                     (Message::Type)query.value(3).toInt(),
1934                     query.value(9).toString(),
1935                     query.value(5).toString(),
1936                     query.value(6).toString(),
1937                     query.value(7).toString(),
1938                     query.value(8).toString(),
1939                     Message::Flags{query.value(4).toInt()});
1940         msg.setMsgId(query.value(0).toLongLong());
1941         messagelist << msg;
1942     }
1943
1944     db.commit();
1945     return messagelist;
1946 }
1947
1948 QMap<UserId, QString> PostgreSqlStorage::getAllAuthUserNames()
1949 {
1950     QMap<UserId, QString> authusernames;
1951     QSqlQuery query(logDb());
1952     query.prepare(queryString("select_all_authusernames"));
1953     safeExec(query);
1954     watchQuery(query);
1955
1956     while (query.next()) {
1957         authusernames[query.value(0).toInt()] = query.value(1).toString();
1958     }
1959     return authusernames;
1960 }
1961
1962 // void PostgreSqlStorage::safeExec(QSqlQuery &query) {
1963 //   qDebug() << "PostgreSqlStorage::safeExec";
1964 //   qDebug() << "   executing:\n" << query.executedQuery();
1965 //   qDebug() << "   bound Values:";
1966 //   QList<QVariant> list = query.boundValues().values();
1967 //   for (int i = 0; i < list.size(); ++i)
1968 //     qCritical() << i << ": " << list.at(i).toString().toLatin1().data();
1969
1970 //   query.exec();
1971
1972 //   qDebug() << "Success:" << !query.lastError().isValid();
1973 //   qDebug();
1974
1975 //   if(!query.lastError().isValid())
1976 //     return;
1977
1978 //   qDebug() << "==================== ERROR ====================";
1979 //   watchQuery(query);
1980 //   qDebug() << "===============================================";
1981 //   qDebug();
1982 //   return;
1983 // }
1984
1985 bool PostgreSqlStorage::beginTransaction(QSqlDatabase& db)
1986 {
1987     bool result = db.transaction();
1988     if (!db.isOpen()) {
1989         db = logDb();
1990         result = db.transaction();
1991     }
1992     return result;
1993 }
1994
1995 bool PostgreSqlStorage::beginReadOnlyTransaction(QSqlDatabase& db)
1996 {
1997     QSqlQuery query = db.exec("BEGIN TRANSACTION READ ONLY");
1998     if (!db.isOpen()) {
1999         db = logDb();
2000         query = db.exec("BEGIN TRANSACTION READ ONLY");
2001     }
2002     return !query.lastError().isValid();
2003 }
2004
2005 QSqlQuery PostgreSqlStorage::prepareAndExecuteQuery(const QString& queryname, const QString& paramstring, QSqlDatabase& db)
2006 {
2007     // Query preparing is done lazily. That means that instead of always checking if the query is already prepared
2008     // we just EXECUTE and catch the error
2009     QSqlQuery query;
2010
2011     db.exec("SAVEPOINT quassel_prepare_query");
2012     if (paramstring.isNull()) {
2013         query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2014     }
2015     else {
2016         query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2017     }
2018
2019     if (!db.isOpen() || db.lastError().isValid()) {
2020         // If the query failed because the DB connection was down, reopen the connection and start a new transaction.
2021         if (!db.isOpen()) {
2022             db = logDb();
2023             if (!beginTransaction(db)) {
2024                 qWarning()
2025                     << "PostgreSqlStorage::prepareAndExecuteQuery(): cannot start transaction while recovering from connection loss!";
2026                 qWarning() << " -" << qPrintable(db.lastError().text());
2027                 return query;
2028             }
2029             db.exec("SAVEPOINT quassel_prepare_query");
2030         }
2031         else {
2032             db.exec("ROLLBACK TO SAVEPOINT quassel_prepare_query");
2033         }
2034
2035         // and once again: Qt leaves us without error codes so we either parse (language dependent(!)) strings
2036         // or we just guess the error. As we're only interested in unprepared queries, this will be our guess. :)
2037         QSqlQuery checkQuery = db.exec(
2038             QString("SELECT count(name) FROM pg_prepared_statements WHERE name = 'quassel_%1' AND from_sql = TRUE").arg(queryname.toLower()));
2039         checkQuery.first();
2040         if (checkQuery.value(0).toInt() == 0) {
2041             db.exec(QString("PREPARE quassel_%1 AS %2").arg(queryname).arg(queryString(queryname)));
2042             if (db.lastError().isValid()) {
2043                 qWarning() << "PostgreSqlStorage::prepareQuery(): unable to prepare query:" << queryname << "AS" << queryString(queryname);
2044                 qWarning() << "  Error:" << db.lastError().text();
2045                 return QSqlQuery(db);
2046             }
2047         }
2048         // we always execute the query again, even if the query was already prepared.
2049         // this ensures, that the error is properly propagated to the calling function
2050         // (otherwise the last call would be the testing select to pg_prepared_statements
2051         // which always gives a proper result and the error would be lost)
2052         if (paramstring.isNull()) {
2053             query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2054         }
2055         else {
2056             query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2057         }
2058     }
2059     else {
2060         // only release the SAVEPOINT
2061         db.exec("RELEASE SAVEPOINT quassel_prepare_query");
2062     }
2063     return query;
2064 }
2065
2066 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariantList& params, QSqlDatabase& db)
2067 {
2068     QSqlDriver* driver = db.driver();
2069
2070     QStringList paramStrings;
2071     QSqlField field;
2072     for (int i = 0; i < params.count(); i++) {
2073         const QVariant& value = params.at(i);
2074         field.setType(value.type());
2075         if (value.isNull())
2076             field.clear();
2077         else
2078             field.setValue(value);
2079
2080         paramStrings << driver->formatValue(field);
2081     }
2082
2083     if (params.isEmpty()) {
2084         return prepareAndExecuteQuery(queryname, db);
2085     }
2086     else {
2087         return prepareAndExecuteQuery(queryname, paramStrings.join(", "), db);
2088     }
2089 }
2090
2091 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariant& param, QSqlDatabase& db)
2092 {
2093     QSqlField field;
2094     field.setType(param.type());
2095     if (param.isNull())
2096         field.clear();
2097     else
2098         field.setValue(param);
2099
2100     QString paramString = db.driver()->formatValue(field);
2101     return prepareAndExecuteQuery(queryname, paramString, db);
2102 }
2103
2104 void PostgreSqlStorage::deallocateQuery(const QString& queryname, const QSqlDatabase& db)
2105 {
2106     db.exec(QString("DEALLOCATE quassel_%1").arg(queryname));
2107 }
2108
2109 void PostgreSqlStorage::safeExec(QSqlQuery& query)
2110 {
2111     // If the query fails due to the connection being gone, it seems to cause
2112     // exec() to return false but no lastError to be set
2113     if (!query.exec() && !query.lastError().isValid()) {
2114         QSqlDatabase db = logDb();
2115         QSqlQuery retryQuery(db);
2116         retryQuery.prepare(query.lastQuery());
2117         QMapIterator<QString, QVariant> i(query.boundValues());
2118         while (i.hasNext()) {
2119             i.next();
2120             retryQuery.bindValue(i.key(), i.value());
2121         }
2122         query = retryQuery;
2123         query.exec();
2124     }
2125 }
2126
2127 // ========================================
2128 //  PostgreSqlMigrationWriter
2129 // ========================================
2130 PostgreSqlMigrationWriter::PostgreSqlMigrationWriter()
2131     : PostgreSqlStorage()
2132 {}
2133
2134 bool PostgreSqlMigrationWriter::prepareQuery(MigrationObject mo)
2135 {
2136     QString query;
2137     switch (mo) {
2138     case QuasselUser:
2139         query = queryString("migrate_write_quasseluser");
2140         break;
2141     case Sender:
2142         query = queryString("migrate_write_sender");
2143         break;
2144     case Identity:
2145         _validIdentities.clear();
2146         query = queryString("migrate_write_identity");
2147         break;
2148     case IdentityNick:
2149         query = queryString("migrate_write_identity_nick");
2150         break;
2151     case Network:
2152         query = queryString("migrate_write_network");
2153         break;
2154     case Buffer:
2155         query = queryString("migrate_write_buffer");
2156         break;
2157     case Backlog:
2158         query = queryString("migrate_write_backlog");
2159         break;
2160     case IrcServer:
2161         query = queryString("migrate_write_ircserver");
2162         break;
2163     case UserSetting:
2164         query = queryString("migrate_write_usersetting");
2165         break;
2166     case CoreState:
2167         query = queryString("migrate_write_corestate");
2168         break;
2169     }
2170     newQuery(query, logDb());
2171     return true;
2172 }
2173
2174 // bool PostgreSqlMigrationWriter::writeUser(const QuasselUserMO &user) {
2175 bool PostgreSqlMigrationWriter::writeMo(const QuasselUserMO& user)
2176 {
2177     bindValue(0, user.id.toInt());
2178     bindValue(1, user.username);
2179     bindValue(2, user.password);
2180     bindValue(3, user.hashversion);
2181     bindValue(4, user.authenticator);
2182     return exec();
2183 }
2184
2185 // bool PostgreSqlMigrationWriter::writeSender(const SenderMO &sender) {
2186 bool PostgreSqlMigrationWriter::writeMo(const SenderMO& sender)
2187 {
2188     bindValue(0, sender.senderId);
2189     bindValue(1, sender.sender);
2190     bindValue(2, sender.realname);
2191     bindValue(3, sender.avatarurl);
2192     return exec();
2193 }
2194
2195 // bool PostgreSqlMigrationWriter::writeIdentity(const IdentityMO &identity) {
2196 bool PostgreSqlMigrationWriter::writeMo(const IdentityMO& identity)
2197 {
2198     _validIdentities << identity.id.toInt();
2199     bindValue(0, identity.id.toInt());
2200     bindValue(1, identity.userid.toInt());
2201     bindValue(2, identity.identityname);
2202     bindValue(3, identity.realname);
2203     bindValue(4, identity.awayNick);
2204     bindValue(5, identity.awayNickEnabled);
2205     bindValue(6, identity.awayReason);
2206     bindValue(7, identity.awayReasonEnabled);
2207     bindValue(8, identity.autoAwayEnabled);
2208     bindValue(9, identity.autoAwayTime);
2209     bindValue(10, identity.autoAwayReason);
2210     bindValue(11, identity.autoAwayReasonEnabled);
2211     bindValue(12, identity.detachAwayEnabled);
2212     bindValue(13, identity.detachAwayReason);
2213     bindValue(14, identity.detachAwayReasonEnabled);
2214     bindValue(15, identity.ident);
2215     bindValue(16, identity.kickReason);
2216     bindValue(17, identity.partReason);
2217     bindValue(18, identity.quitReason);
2218     bindValue(19, identity.sslCert);
2219     bindValue(20, identity.sslKey);
2220     return exec();
2221 }
2222
2223 // bool PostgreSqlMigrationWriter::writeIdentityNick(const IdentityNickMO &identityNick) {
2224 bool PostgreSqlMigrationWriter::writeMo(const IdentityNickMO& identityNick)
2225 {
2226     bindValue(0, identityNick.nickid);
2227     bindValue(1, identityNick.identityId.toInt());
2228     bindValue(2, identityNick.nick);
2229     return exec();
2230 }
2231
2232 // bool PostgreSqlMigrationWriter::writeNetwork(const NetworkMO &network) {
2233 bool PostgreSqlMigrationWriter::writeMo(const NetworkMO& network)
2234 {
2235     bindValue(0, network.networkid.toInt());
2236     bindValue(1, network.userid.toInt());
2237     bindValue(2, network.networkname);
2238     if (_validIdentities.contains(network.identityid.toInt()))
2239         bindValue(3, network.identityid.toInt());
2240     else
2241         bindValue(3, QVariant());
2242     bindValue(4, network.encodingcodec);
2243     bindValue(5, network.decodingcodec);
2244     bindValue(6, network.servercodec);
2245     bindValue(7, network.userandomserver);
2246     bindValue(8, network.perform);
2247     bindValue(9, network.useautoidentify);
2248     bindValue(10, network.autoidentifyservice);
2249     bindValue(11, network.autoidentifypassword);
2250     bindValue(12, network.useautoreconnect);
2251     bindValue(13, network.autoreconnectinterval);
2252     bindValue(14, network.autoreconnectretries);
2253     bindValue(15, network.unlimitedconnectretries);
2254     bindValue(16, network.rejoinchannels);
2255     bindValue(17, network.connected);
2256     bindValue(18, network.usermode);
2257     bindValue(19, network.awaymessage);
2258     bindValue(20, network.attachperform);
2259     bindValue(21, network.detachperform);
2260     bindValue(22, network.usesasl);
2261     bindValue(23, network.saslaccount);
2262     bindValue(24, network.saslpassword);
2263     // Custom rate limiting
2264     bindValue(25, network.usecustommessagerate);
2265     bindValue(26, network.messagerateburstsize);
2266     bindValue(27, network.messageratedelay);
2267     bindValue(28, network.unlimitedmessagerate);
2268     return exec();
2269 }
2270
2271 // bool PostgreSqlMigrationWriter::writeBuffer(const BufferMO &buffer) {
2272 bool PostgreSqlMigrationWriter::writeMo(const BufferMO& buffer)
2273 {
2274     bindValue(0, buffer.bufferid.toInt());
2275     bindValue(1, buffer.userid.toInt());
2276     bindValue(2, buffer.groupid);
2277     bindValue(3, buffer.networkid.toInt());
2278     bindValue(4, buffer.buffername);
2279     bindValue(5, buffer.buffercname);
2280     bindValue(6, (int)buffer.buffertype);
2281     bindValue(7, buffer.lastmsgid);
2282     bindValue(8, buffer.lastseenmsgid);
2283     bindValue(9, buffer.markerlinemsgid);
2284     bindValue(10, buffer.bufferactivity);
2285     bindValue(11, buffer.highlightcount);
2286     bindValue(12, buffer.key);
2287     bindValue(13, buffer.joined);
2288     bindValue(14, buffer.cipher);
2289     return exec();
2290 }
2291
2292 // bool PostgreSqlMigrationWriter::writeBacklog(const BacklogMO &backlog) {
2293 bool PostgreSqlMigrationWriter::writeMo(const BacklogMO& backlog)
2294 {
2295     bindValue(0, backlog.messageid.toQint64());
2296     bindValue(1, backlog.time);
2297     bindValue(2, backlog.bufferid.toInt());
2298     bindValue(3, backlog.type);
2299     bindValue(4, (int)backlog.flags);
2300     bindValue(5, backlog.senderid);
2301     bindValue(6, backlog.senderprefixes);
2302     bindValue(7, backlog.message);
2303     return exec();
2304 }
2305
2306 // bool PostgreSqlMigrationWriter::writeIrcServer(const IrcServerMO &ircserver) {
2307 bool PostgreSqlMigrationWriter::writeMo(const IrcServerMO& ircserver)
2308 {
2309     bindValue(0, ircserver.serverid);
2310     bindValue(1, ircserver.userid.toInt());
2311     bindValue(2, ircserver.networkid.toInt());
2312     bindValue(3, ircserver.hostname);
2313     bindValue(4, ircserver.port);
2314     bindValue(5, ircserver.password);
2315     bindValue(6, ircserver.ssl);
2316     bindValue(7, ircserver.sslversion);
2317     bindValue(8, ircserver.useproxy);
2318     bindValue(9, ircserver.proxytype);
2319     bindValue(10, ircserver.proxyhost);
2320     bindValue(11, ircserver.proxyport);
2321     bindValue(12, ircserver.proxyuser);
2322     bindValue(13, ircserver.proxypass);
2323     bindValue(14, ircserver.sslverify);
2324     return exec();
2325 }
2326
2327 // bool PostgreSqlMigrationWriter::writeUserSetting(const UserSettingMO &userSetting) {
2328 bool PostgreSqlMigrationWriter::writeMo(const UserSettingMO& userSetting)
2329 {
2330     bindValue(0, userSetting.userid.toInt());
2331     bindValue(1, userSetting.settingname);
2332     bindValue(2, userSetting.settingvalue);
2333     return exec();
2334 }
2335
2336 bool PostgreSqlMigrationWriter::writeMo(const CoreStateMO& coreState)
2337 {
2338     bindValue(0, coreState.key);
2339     bindValue(1, coreState.value);
2340     return exec();
2341 }
2342
2343 bool PostgreSqlMigrationWriter::postProcess()
2344 {
2345     QSqlDatabase db = logDb();
2346     QList<Sequence> sequences;
2347     sequences << Sequence("backlog", "messageid") << Sequence("buffer", "bufferid") << Sequence("identity", "identityid")
2348               << Sequence("identity_nick", "nickid") << Sequence("ircserver", "serverid") << Sequence("network", "networkid")
2349               << Sequence("quasseluser", "userid") << Sequence("sender", "senderid");
2350     QList<Sequence>::const_iterator iter;
2351     for (iter = sequences.constBegin(); iter != sequences.constEnd(); ++iter) {
2352         resetQuery();
2353         newQuery(QString("SELECT setval('%1_%2_seq', max(%2)) FROM %1").arg(iter->table, iter->field), db);
2354         if (!exec())
2355             return false;
2356     }
2357
2358     // Update the lastmsgid for all existing buffers.
2359     resetQuery();
2360     newQuery(QString("SELECT populate_lastmsgid()"), db);
2361     if (!exec())
2362         return false;
2363     return true;
2364 }