030423f6e409c68a0283e28abd9210a11f888836
[quassel.git] / src / core / postgresqlstorage.cpp
1 /***************************************************************************
2  *   Copyright (C) 2005-2020 by the Quassel Project                        *
3  *   devel@quassel-irc.org                                                 *
4  *                                                                         *
5  *   This program is free software; you can redistribute it and/or modify  *
6  *   it under the terms of the GNU General Public License as published by  *
7  *   the Free Software Foundation; either version 2 of the License, or     *
8  *   (at your option) version 3.                                           *
9  *                                                                         *
10  *   This program is distributed in the hope that it will be useful,       *
11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
13  *   GNU General Public License for more details.                          *
14  *                                                                         *
15  *   You should have received a copy of the GNU General Public License     *
16  *   along with this program; if not, write to the                         *
17  *   Free Software Foundation, Inc.,                                       *
18  *   51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.         *
19  ***************************************************************************/
20
21 #include "postgresqlstorage.h"
22
23 #include <QByteArray>
24 #include <QDataStream>
25 #include <QSqlDriver>
26 #include <QSqlField>
27
28 #include "network.h"
29 #include "quassel.h"
30
31 PostgreSqlStorage::PostgreSqlStorage(QObject* parent)
32     : AbstractSqlStorage(parent)
33 {}
34
35 std::unique_ptr<AbstractSqlMigrationWriter> PostgreSqlStorage::createMigrationWriter()
36 {
37     auto writer = new PostgreSqlMigrationWriter();
38     QVariantMap properties;
39     properties["Username"] = _userName;
40     properties["Password"] = _password;
41     properties["Hostname"] = _hostName;
42     properties["Port"] = _port;
43     properties["Database"] = _databaseName;
44     writer->setConnectionProperties(properties, {}, false);
45     return std::unique_ptr<AbstractSqlMigrationWriter>{writer};
46 }
47
48 bool PostgreSqlStorage::isAvailable() const
49 {
50     if (!QSqlDatabase::isDriverAvailable("QPSQL")) {
51         qWarning() << qPrintable(tr("PostgreSQL driver plugin not available for Qt. Installed drivers:"))
52                    << qPrintable(QSqlDatabase::drivers().join(", "));
53         return false;
54     }
55     return true;
56 }
57
58 QString PostgreSqlStorage::backendId() const
59 {
60     return QString("PostgreSQL");
61 }
62
63 QString PostgreSqlStorage::displayName() const
64 {
65     return backendId();  // Note: Pre-0.13 clients use the displayName property for backend idenfication
66 }
67
68 QString PostgreSqlStorage::description() const
69 {
70     // FIXME: proper description
71     return tr("PostgreSQL Turbo Bomber HD!");
72 }
73
74 QVariantList PostgreSqlStorage::setupData() const
75 {
76     QVariantList data;
77     data << "Username" << tr("Username") << QString("quassel") << "Password" << tr("Password") << QString() << "Hostname" << tr("Hostname")
78          << QString("localhost") << "Port" << tr("Port") << 5432 << "Database" << tr("Database") << QString("quassel");
79     return data;
80 }
81
82 bool PostgreSqlStorage::initDbSession(QSqlDatabase& db)
83 {
84     // check whether the Qt driver performs string escaping or not.
85     // i.e. test if it doubles slashes.
86     QSqlField testField;
87     testField.setType(QVariant::String);
88     testField.setValue("\\");
89     QString formattedString = db.driver()->formatValue(testField);
90     switch (formattedString.count('\\')) {
91     case 2:
92         // yes it does... and we cannot do anything to change the behavior of Qt.
93         // If this is a legacy DB (Postgres < 8.2), then everything is already ok,
94         // as this is the expected behavior.
95         // If it is a newer version, switch to legacy mode.
96
97         qWarning() << "Switching Postgres to legacy mode. (set standard conforming strings to off)";
98         // If the following calls fail, it is a legacy DB anyways, so it doesn't matter
99         // and no need to check the outcome.
100         db.exec("set standard_conforming_strings = off");
101         db.exec("set escape_string_warning = off");
102         break;
103     case 1:
104         // ok, so Qt does not escape...
105         // That means we have to ensure that postgres uses standard conforming strings...
106         {
107             QSqlQuery query = db.exec("set standard_conforming_strings = on");
108             if (query.lastError().isValid()) {
109                 // We cannot enable standard conforming strings...
110                 // since Quassel does no escaping by itself, this would yield a major vulnerability.
111                 qCritical() << "Failed to enable standard_conforming_strings for the Postgres db!";
112                 return false;
113             }
114         }
115         break;
116     default:
117         // The slash got replaced with 0 or more than 2 slashes! o_O
118         qCritical()
119             << "Your version of Qt does something _VERY_ strange to slashes in QSqlQueries! You should consult your trusted doctor!";
120         return false;
121         break;
122     }
123
124     // Set the PostgreSQL session timezone to UTC, since we want timestamps stored in UTC
125     QSqlQuery tzQuery = db.exec("SET timezone = 'UTC'");
126     if (tzQuery.lastError().isValid()) {
127         qCritical() << "Failed to set timezone to UTC!";
128         return false;
129     }
130
131     return true;
132 }
133
134 void PostgreSqlStorage::setConnectionProperties(const QVariantMap& properties, const QProcessEnvironment& environment, bool loadFromEnvironment)
135 {
136     if (loadFromEnvironment) {
137         _userName = environment.value("DB_PGSQL_USERNAME");
138         _password = environment.value("DB_PGSQL_PASSWORD");
139         _hostName = environment.value("DB_PGSQL_HOSTNAME");
140         _port = environment.value("DB_PGSQL_PORT").toInt();
141         _databaseName = environment.value("DB_PGSQL_DATABASE");
142     }
143     else {
144         _userName = properties["Username"].toString();
145         _password = properties["Password"].toString();
146         _hostName = properties["Hostname"].toString();
147         _port = properties["Port"].toInt();
148         _databaseName = properties["Database"].toString();
149     }
150 }
151
152 int PostgreSqlStorage::installedSchemaVersion()
153 {
154     QSqlQuery query(logDb());
155     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaversion'");
156     safeExec(query);
157     watchQuery(query);
158     if (query.first())
159         return query.value(0).toInt();
160
161     // maybe it's really old... (schema version 0)
162     query.prepare("SELECT MAX(version) FROM coreinfo");
163     safeExec(query);
164     watchQuery(query);
165     if (query.first())
166         return query.value(0).toInt();
167
168     return AbstractSqlStorage::installedSchemaVersion();
169 }
170
171 bool PostgreSqlStorage::updateSchemaVersion(int newVersion, bool clearUpgradeStep)
172 {
173     // Atomically update the schema version and clear the upgrade step, if specified
174     // Note: This will need reworked if "updateSchemaVersion" is ever called within a transaction.
175     QSqlDatabase db = logDb();
176     if (!beginTransaction(db)) {
177         qWarning() << "PostgreSqlStorage::updateSchemaVersion(int, bool): cannot start transaction!";
178         qWarning() << " -" << qPrintable(db.lastError().text());
179         return false;
180     }
181
182     QSqlQuery query(db);
183     query.prepare("UPDATE coreinfo SET value = :version WHERE key = 'schemaversion'");
184     query.bindValue(":version", newVersion);
185     safeExec(query);
186
187     if (!watchQuery(query)) {
188         qCritical() << "PostgreSqlStorage::updateSchemaVersion(int, bool): Updating schema version failed!";
189         db.rollback();
190         return false;
191     }
192
193     if (clearUpgradeStep) {
194         // Try clearing the upgrade step if requested
195         if (!setSchemaVersionUpgradeStep("")) {
196             db.rollback();
197             return false;
198         }
199     }
200
201     // Successful, commit and return true
202     db.commit();
203     return true;
204 }
205
206 bool PostgreSqlStorage::setupSchemaVersion(int version)
207 {
208     QSqlQuery query(logDb());
209     query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaversion', :version)");
210     query.bindValue(":version", version);
211     safeExec(query);
212
213     bool success = true;
214     if (!watchQuery(query)) {
215         qCritical() << "PostgreSqlStorage::setupSchemaVersion(int): Updating schema version failed!";
216         success = false;
217     }
218     return success;
219 }
220
221 QString PostgreSqlStorage::schemaVersionUpgradeStep()
222 {
223     QSqlQuery query(logDb());
224     query.prepare("SELECT value FROM coreinfo WHERE key = 'schemaupgradestep'");
225     safeExec(query);
226     watchQuery(query);
227     if (query.first())
228         return query.value(0).toString();
229
230     // Fall back to the default value
231     return AbstractSqlStorage::schemaVersionUpgradeStep();
232 }
233
234 bool PostgreSqlStorage::setSchemaVersionUpgradeStep(QString upgradeQuery)
235 {
236     // Intentionally do not wrap in a transaction so other functions can include multiple operations
237
238     QSqlQuery query(logDb());
239     query.prepare("UPDATE coreinfo SET value = :upgradestep WHERE key = 'schemaupgradestep'");
240     query.bindValue(":upgradestep", upgradeQuery);
241     safeExec(query);
242
243     // Make sure that the query didn't fail (shouldn't ever happen), and that some non-zero number
244     // of rows were affected
245     bool success = watchQuery(query) && query.numRowsAffected() != 0;
246
247     if (!success) {
248         // The key might not exist (Quassel 0.13.0 and older).  Try inserting it...
249         query = QSqlQuery(logDb());
250         query.prepare("INSERT INTO coreinfo (key, value) VALUES ('schemaupgradestep', :upgradestep)");
251         query.bindValue(":upgradestep", upgradeQuery);
252         safeExec(query);
253
254         if (!watchQuery(query)) {
255             qCritical() << Q_FUNC_INFO << "Setting schema upgrade step failed!";
256             success = false;
257         }
258         else {
259             success = true;
260         }
261     }
262     return success;
263 }
264
265 UserId PostgreSqlStorage::addUser(const QString& user, const QString& password, const QString& authenticator)
266 {
267     QSqlQuery query(logDb());
268     query.prepare(queryString("insert_quasseluser"));
269     query.bindValue(":username", user);
270     query.bindValue(":password", hashPassword(password));
271     query.bindValue(":hashversion", Storage::HashVersion::Latest);
272     query.bindValue(":authenticator", authenticator);
273     safeExec(query);
274     if (!watchQuery(query))
275         return 0;
276
277     query.first();
278     UserId uid = query.value(0).toInt();
279     emit userAdded(uid, user);
280     return uid;
281 }
282
283 bool PostgreSqlStorage::updateUser(UserId user, const QString& password)
284 {
285     QSqlQuery query(logDb());
286     query.prepare(queryString("update_userpassword"));
287     query.bindValue(":userid", user.toInt());
288     query.bindValue(":password", hashPassword(password));
289     query.bindValue(":hashversion", Storage::HashVersion::Latest);
290     safeExec(query);
291     watchQuery(query);
292     return query.numRowsAffected() != 0;
293 }
294
295 void PostgreSqlStorage::renameUser(UserId user, const QString& newName)
296 {
297     QSqlQuery query(logDb());
298     query.prepare(queryString("update_username"));
299     query.bindValue(":userid", user.toInt());
300     query.bindValue(":username", newName);
301     safeExec(query);
302     watchQuery(query);
303     emit userRenamed(user, newName);
304 }
305
306 UserId PostgreSqlStorage::validateUser(const QString& user, const QString& password)
307 {
308     QSqlQuery query(logDb());
309     query.prepare(queryString("select_authuser"));
310     query.bindValue(":username", user);
311     safeExec(query);
312     watchQuery(query);
313
314     if (query.first()
315         && checkHashedPassword(query.value(0).toInt(),
316                                password,
317                                query.value(1).toString(),
318                                static_cast<Storage::HashVersion>(query.value(2).toInt()))) {
319         return query.value(0).toInt();
320     }
321     else {
322         return 0;
323     }
324 }
325
326 UserId PostgreSqlStorage::getUserId(const QString& user)
327 {
328     QSqlQuery query(logDb());
329     query.prepare(queryString("select_userid"));
330     query.bindValue(":username", user);
331     safeExec(query);
332     watchQuery(query);
333
334     if (query.first()) {
335         return query.value(0).toInt();
336     }
337     else {
338         return 0;
339     }
340 }
341
342 QString PostgreSqlStorage::getUserAuthenticator(const UserId userid)
343 {
344     QSqlQuery query(logDb());
345     query.prepare(queryString("select_authenticator"));
346     query.bindValue(":userid", userid.toInt());
347     safeExec(query);
348     watchQuery(query);
349
350     if (query.first()) {
351         return query.value(0).toString();
352     }
353     else {
354         return QString("");
355     }
356 }
357
358 UserId PostgreSqlStorage::internalUser()
359 {
360     QSqlQuery query(logDb());
361     query.prepare(queryString("select_internaluser"));
362     safeExec(query);
363     watchQuery(query);
364
365     if (query.first()) {
366         return query.value(0).toInt();
367     }
368     else {
369         return 0;
370     }
371 }
372
373 void PostgreSqlStorage::delUser(UserId user)
374 {
375     QSqlDatabase db = logDb();
376     if (!beginTransaction(db)) {
377         qWarning() << "PostgreSqlStorage::delUser(): cannot start transaction!";
378         return;
379     }
380
381     QSqlQuery query(db);
382     query.prepare(queryString("delete_quasseluser"));
383     query.bindValue(":userid", user.toInt());
384     safeExec(query);
385     if (!watchQuery(query)) {
386         db.rollback();
387         return;
388     }
389     else {
390         db.commit();
391         emit userRemoved(user);
392     }
393 }
394
395 void PostgreSqlStorage::setUserSetting(UserId userId, const QString& settingName, const QVariant& data)
396 {
397     QByteArray rawData;
398     QDataStream out(&rawData, QIODevice::WriteOnly);
399     out.setVersion(QDataStream::Qt_4_2);
400     out << data;
401
402     QSqlDatabase db = logDb();
403     QSqlQuery selectQuery(db);
404     selectQuery.prepare(queryString("select_user_setting"));
405     selectQuery.bindValue(":userid", userId.toInt());
406     selectQuery.bindValue(":settingname", settingName);
407     safeExec(selectQuery);
408     watchQuery(selectQuery);
409
410     QString setQueryString;
411     if (!selectQuery.first()) {
412         setQueryString = queryString("insert_user_setting");
413     }
414     else {
415         setQueryString = queryString("update_user_setting");
416     }
417
418     QSqlQuery setQuery(db);
419     setQuery.prepare(setQueryString);
420     setQuery.bindValue(":userid", userId.toInt());
421     setQuery.bindValue(":settingname", settingName);
422     setQuery.bindValue(":settingvalue", rawData);
423     safeExec(setQuery);
424     watchQuery(setQuery);
425 }
426
427 QVariant PostgreSqlStorage::getUserSetting(UserId userId, const QString& settingName, const QVariant& defaultData)
428 {
429     QSqlQuery query(logDb());
430     query.prepare(queryString("select_user_setting"));
431     query.bindValue(":userid", userId.toInt());
432     query.bindValue(":settingname", settingName);
433     safeExec(query);
434     watchQuery(query);
435
436     if (query.first()) {
437         QVariant data;
438         QByteArray rawData = query.value(0).toByteArray();
439         QDataStream in(&rawData, QIODevice::ReadOnly);
440         in.setVersion(QDataStream::Qt_4_2);
441         in >> data;
442         return data;
443     }
444     else {
445         return defaultData;
446     }
447 }
448
449 void PostgreSqlStorage::setCoreState(const QVariantList& data)
450 {
451     QByteArray rawData;
452     QDataStream out(&rawData, QIODevice::WriteOnly);
453     out.setVersion(QDataStream::Qt_4_2);
454     out << data;
455
456     QSqlDatabase db = logDb();
457     QSqlQuery selectQuery(db);
458     selectQuery.prepare(queryString("select_core_state"));
459     selectQuery.bindValue(":key", "active_sessions");
460     safeExec(selectQuery);
461     watchQuery(selectQuery);
462
463     QString setQueryString;
464     if (!selectQuery.first()) {
465         setQueryString = queryString("insert_core_state");
466     }
467     else {
468         setQueryString = queryString("update_core_state");
469     }
470
471     QSqlQuery setQuery(db);
472     setQuery.prepare(setQueryString);
473     setQuery.bindValue(":key", "active_sessions");
474     setQuery.bindValue(":value", rawData);
475     safeExec(setQuery);
476     watchQuery(setQuery);
477 }
478
479 QVariantList PostgreSqlStorage::getCoreState(const QVariantList& defaultData)
480 {
481     QSqlQuery query(logDb());
482     query.prepare(queryString("select_core_state"));
483     query.bindValue(":key", "active_sessions");
484     safeExec(query);
485     watchQuery(query);
486
487     if (query.first()) {
488         QVariantList data;
489         QByteArray rawData = query.value(0).toByteArray();
490         QDataStream in(&rawData, QIODevice::ReadOnly);
491         in.setVersion(QDataStream::Qt_4_2);
492         in >> data;
493         return data;
494     }
495     else {
496         return defaultData;
497     }
498 }
499
500 IdentityId PostgreSqlStorage::createIdentity(UserId user, CoreIdentity& identity)
501 {
502     IdentityId identityId;
503
504     QSqlDatabase db = logDb();
505     if (!beginTransaction(db)) {
506         qWarning() << "PostgreSqlStorage::createIdentity(): Unable to start Transaction!";
507         qWarning() << " -" << qPrintable(db.lastError().text());
508         return identityId;
509     }
510
511     QSqlQuery query(db);
512     query.prepare(queryString("insert_identity"));
513     query.bindValue(":userid", user.toInt());
514     query.bindValue(":identityname", identity.identityName());
515     query.bindValue(":realname", identity.realName());
516     query.bindValue(":awaynick", identity.awayNick());
517     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
518     query.bindValue(":awayreason", identity.awayReason());
519     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
520     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
521     query.bindValue(":autoawaytime", identity.autoAwayTime());
522     query.bindValue(":autoawayreason", identity.autoAwayReason());
523     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
524     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
525     query.bindValue(":detachawayreason", identity.detachAwayReason());
526     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
527     query.bindValue(":ident", identity.ident());
528     query.bindValue(":kickreason", identity.kickReason());
529     query.bindValue(":partreason", identity.partReason());
530     query.bindValue(":quitreason", identity.quitReason());
531     query.bindValue(":sslcert", identity.sslCert().toPem());
532     query.bindValue(":sslkey", identity.sslKey().toPem());
533     safeExec(query);
534     if (!watchQuery(query)) {
535         db.rollback();
536         return {};
537     }
538
539     query.first();
540     identityId = query.value(0).toInt();
541     identity.setId(identityId);
542
543     if (!identityId.isValid()) {
544         db.rollback();
545         return {};
546     }
547
548     QSqlQuery insertNickQuery(db);
549     insertNickQuery.prepare(queryString("insert_nick"));
550     foreach (QString nick, identity.nicks()) {
551         insertNickQuery.bindValue(":identityid", identityId.toInt());
552         insertNickQuery.bindValue(":nick", nick);
553         safeExec(insertNickQuery);
554         if (!watchQuery(insertNickQuery)) {
555             db.rollback();
556             return {};
557         }
558     }
559
560     if (!db.commit()) {
561         qWarning() << "PostgreSqlStorage::createIdentity(): committing data failed!";
562         qWarning() << " -" << qPrintable(db.lastError().text());
563         return {};
564     }
565     return identityId;
566 }
567
568 bool PostgreSqlStorage::updateIdentity(UserId user, const CoreIdentity& identity)
569 {
570     QSqlDatabase db = logDb();
571     if (!beginTransaction(db)) {
572         qWarning() << "PostgreSqlStorage::updateIdentity(): Unable to start Transaction!";
573         qWarning() << " -" << qPrintable(db.lastError().text());
574         return false;
575     }
576
577     QSqlQuery checkQuery(db);
578     checkQuery.prepare(queryString("select_checkidentity"));
579     checkQuery.bindValue(":identityid", identity.id().toInt());
580     checkQuery.bindValue(":userid", user.toInt());
581     safeExec(checkQuery);
582     watchQuery(checkQuery);
583
584     // there should be exactly one identity for the given id and user
585     if (!checkQuery.first() || checkQuery.value(0).toInt() != 1) {
586         db.rollback();
587         return false;
588     }
589
590     QSqlQuery query(db);
591     query.prepare(queryString("update_identity"));
592     query.bindValue(":identityname", identity.identityName());
593     query.bindValue(":realname", identity.realName());
594     query.bindValue(":awaynick", identity.awayNick());
595     query.bindValue(":awaynickenabled", identity.awayNickEnabled());
596     query.bindValue(":awayreason", identity.awayReason());
597     query.bindValue(":awayreasonenabled", identity.awayReasonEnabled());
598     query.bindValue(":autoawayenabled", identity.awayReasonEnabled());
599     query.bindValue(":autoawaytime", identity.autoAwayTime());
600     query.bindValue(":autoawayreason", identity.autoAwayReason());
601     query.bindValue(":autoawayreasonenabled", identity.autoAwayReasonEnabled());
602     query.bindValue(":detachawayenabled", identity.detachAwayEnabled());
603     query.bindValue(":detachawayreason", identity.detachAwayReason());
604     query.bindValue(":detachawayreasonenabled", identity.detachAwayReasonEnabled());
605     query.bindValue(":ident", identity.ident());
606     query.bindValue(":kickreason", identity.kickReason());
607     query.bindValue(":partreason", identity.partReason());
608     query.bindValue(":quitreason", identity.quitReason());
609     query.bindValue(":sslcert", identity.sslCert().toPem());
610     query.bindValue(":sslkey", identity.sslKey().toPem());
611     query.bindValue(":identityid", identity.id().toInt());
612
613     safeExec(query);
614     if (!watchQuery(query)) {
615         db.rollback();
616         return false;
617     }
618
619     QSqlQuery deleteNickQuery(db);
620     deleteNickQuery.prepare(queryString("delete_nicks"));
621     deleteNickQuery.bindValue(":identityid", identity.id().toInt());
622     safeExec(deleteNickQuery);
623     if (!watchQuery(deleteNickQuery)) {
624         db.rollback();
625         return false;
626     }
627
628     QSqlQuery insertNickQuery(db);
629     insertNickQuery.prepare(queryString("insert_nick"));
630     foreach (QString nick, identity.nicks()) {
631         insertNickQuery.bindValue(":identityid", identity.id().toInt());
632         insertNickQuery.bindValue(":nick", nick);
633         safeExec(insertNickQuery);
634         if (!watchQuery(insertNickQuery)) {
635             db.rollback();
636             return false;
637         }
638     }
639
640     if (!db.commit()) {
641         qWarning() << "PostgreSqlStorage::updateIdentity(): committing data failed!";
642         qWarning() << " -" << qPrintable(db.lastError().text());
643         return false;
644     }
645     return true;
646 }
647
648 void PostgreSqlStorage::removeIdentity(UserId user, IdentityId identityId)
649 {
650     QSqlDatabase db = logDb();
651     if (!beginTransaction(db)) {
652         qWarning() << "PostgreSqlStorage::removeIdentity(): Unable to start Transaction!";
653         qWarning() << " -" << qPrintable(db.lastError().text());
654         return;
655     }
656
657     QSqlQuery query(db);
658     query.prepare(queryString("delete_identity"));
659     query.bindValue(":identityid", identityId.toInt());
660     query.bindValue(":userid", user.toInt());
661     safeExec(query);
662     if (!watchQuery(query)) {
663         db.rollback();
664     }
665     else {
666         db.commit();
667     }
668 }
669
670 std::vector<CoreIdentity> PostgreSqlStorage::identities(UserId user)
671 {
672     std::vector<CoreIdentity> identities;
673
674     QSqlDatabase db = logDb();
675     if (!beginReadOnlyTransaction(db)) {
676         qWarning() << "PostgreSqlStorage::identites(): cannot start read only transaction!";
677         qWarning() << " -" << qPrintable(db.lastError().text());
678         return identities;
679     }
680
681     QSqlQuery query(db);
682     query.prepare(queryString("select_identities"));
683     query.bindValue(":userid", user.toInt());
684
685     QSqlQuery nickQuery(db);
686     nickQuery.prepare(queryString("select_nicks"));
687
688     safeExec(query);
689     watchQuery(query);
690
691     while (query.next()) {
692         CoreIdentity identity(IdentityId(query.value(0).toInt()));
693
694         identity.setIdentityName(query.value(1).toString());
695         identity.setRealName(query.value(2).toString());
696         identity.setAwayNick(query.value(3).toString());
697         identity.setAwayNickEnabled(!!query.value(4).toInt());
698         identity.setAwayReason(query.value(5).toString());
699         identity.setAwayReasonEnabled(!!query.value(6).toInt());
700         identity.setAutoAwayEnabled(!!query.value(7).toInt());
701         identity.setAutoAwayTime(query.value(8).toInt());
702         identity.setAutoAwayReason(query.value(9).toString());
703         identity.setAutoAwayReasonEnabled(!!query.value(10).toInt());
704         identity.setDetachAwayEnabled(!!query.value(11).toInt());
705         identity.setDetachAwayReason(query.value(12).toString());
706         identity.setDetachAwayReasonEnabled(!!query.value(13).toInt());
707         identity.setIdent(query.value(14).toString());
708         identity.setKickReason(query.value(15).toString());
709         identity.setPartReason(query.value(16).toString());
710         identity.setQuitReason(query.value(17).toString());
711         identity.setSslCert(query.value(18).toByteArray());
712         identity.setSslKey(query.value(19).toByteArray());
713
714         nickQuery.bindValue(":identityid", identity.id().toInt());
715         QList<QString> nicks;
716         safeExec(nickQuery);
717         watchQuery(nickQuery);
718         while (nickQuery.next()) {
719             nicks << nickQuery.value(0).toString();
720         }
721         identity.setNicks(nicks);
722         identities.push_back(std::move(identity));
723     }
724     db.commit();
725     return identities;
726 }
727
728 NetworkId PostgreSqlStorage::createNetwork(UserId user, const NetworkInfo& info)
729 {
730     NetworkId networkId;
731
732     QSqlDatabase db = logDb();
733     if (!beginTransaction(db)) {
734         qWarning() << "PostgreSqlStorage::createNetwork(): failed to begin transaction!";
735         qWarning() << " -" << qPrintable(db.lastError().text());
736         return false;
737     }
738
739     QSqlQuery query(db);
740     query.prepare(queryString("insert_network"));
741     query.bindValue(":userid", user.toInt());
742     bindNetworkInfo(query, info);
743     safeExec(query);
744     if (!watchQuery(query)) {
745         db.rollback();
746         return {};
747     }
748
749     query.first();
750     networkId = query.value(0).toInt();
751
752     if (!networkId.isValid()) {
753         db.rollback();
754         return {};
755     }
756
757     QSqlQuery insertServersQuery(db);
758     insertServersQuery.prepare(queryString("insert_server"));
759     foreach (Network::Server server, info.serverList) {
760         insertServersQuery.bindValue(":userid", user.toInt());
761         insertServersQuery.bindValue(":networkid", networkId.toInt());
762         bindServerInfo(insertServersQuery, server);
763         safeExec(insertServersQuery);
764         if (!watchQuery(insertServersQuery)) {
765             db.rollback();
766             return {};
767         }
768     }
769
770     if (!db.commit()) {
771         qWarning() << "PostgreSqlStorage::createNetwork(): committing data failed!";
772         qWarning() << " -" << qPrintable(db.lastError().text());
773         return {};
774     }
775     return networkId;
776 }
777
778 void PostgreSqlStorage::bindNetworkInfo(QSqlQuery& query, const NetworkInfo& info)
779 {
780     query.bindValue(":networkname", info.networkName);
781     query.bindValue(":identityid", info.identity.isValid() ? info.identity.toInt() : QVariant());
782     query.bindValue(":encodingcodec", QString(info.codecForEncoding));
783     query.bindValue(":decodingcodec", QString(info.codecForDecoding));
784     query.bindValue(":servercodec", QString(info.codecForServer));
785     query.bindValue(":userandomserver", info.useRandomServer);
786     query.bindValue(":perform", info.perform.join("\n"));
787     query.bindValue(":useautoidentify", info.useAutoIdentify);
788     query.bindValue(":autoidentifyservice", info.autoIdentifyService);
789     query.bindValue(":autoidentifypassword", info.autoIdentifyPassword);
790     query.bindValue(":usesasl", info.useSasl);
791     query.bindValue(":saslaccount", info.saslAccount);
792     query.bindValue(":saslpassword", info.saslPassword);
793     query.bindValue(":useautoreconnect", info.useAutoReconnect);
794     query.bindValue(":autoreconnectinterval", info.autoReconnectInterval);
795     query.bindValue(":autoreconnectretries", info.autoReconnectRetries);
796     query.bindValue(":unlimitedconnectretries", info.unlimitedReconnectRetries);
797     query.bindValue(":rejoinchannels", info.rejoinChannels);
798     // Custom rate limiting
799     query.bindValue(":usecustomessagerate", info.useCustomMessageRate);
800     query.bindValue(":messagerateburstsize", info.messageRateBurstSize);
801     query.bindValue(":messageratedelay", info.messageRateDelay);
802     query.bindValue(":unlimitedmessagerate", info.unlimitedMessageRate);
803     query.bindValue(":skipcaps", info.skipCapsToString());
804
805     if (info.networkId.isValid())
806         query.bindValue(":networkid", info.networkId.toInt());
807 }
808
809 void PostgreSqlStorage::bindServerInfo(QSqlQuery& query, const Network::Server& server)
810 {
811     query.bindValue(":hostname", server.host);
812     query.bindValue(":port", server.port);
813     query.bindValue(":password", server.password);
814     query.bindValue(":ssl", server.useSsl);
815     query.bindValue(":sslversion", server.sslVersion);
816     query.bindValue(":useproxy", server.useProxy);
817     query.bindValue(":proxytype", server.proxyType);
818     query.bindValue(":proxyhost", server.proxyHost);
819     query.bindValue(":proxyport", server.proxyPort);
820     query.bindValue(":proxyuser", server.proxyUser);
821     query.bindValue(":proxypass", server.proxyPass);
822     query.bindValue(":sslverify", server.sslVerify);
823 }
824
825 bool PostgreSqlStorage::updateNetwork(UserId user, const NetworkInfo& info)
826 {
827     QSqlDatabase db = logDb();
828     if (!beginTransaction(db)) {
829         qWarning() << "PostgreSqlStorage::updateNetwork(): failed to begin transaction!";
830         qWarning() << " -" << qPrintable(db.lastError().text());
831         return false;
832     }
833
834     QSqlQuery updateQuery(db);
835     updateQuery.prepare(queryString("update_network"));
836     updateQuery.bindValue(":userid", user.toInt());
837     bindNetworkInfo(updateQuery, info);
838     safeExec(updateQuery);
839     if (!watchQuery(updateQuery)) {
840         db.rollback();
841         return false;
842     }
843     if (updateQuery.numRowsAffected() != 1) {
844         // seems this is not our network...
845         db.rollback();
846         return false;
847     }
848
849     QSqlQuery dropServersQuery(db);
850     dropServersQuery.prepare("DELETE FROM ircserver WHERE networkid = :networkid");
851     dropServersQuery.bindValue(":networkid", info.networkId.toInt());
852     safeExec(dropServersQuery);
853     if (!watchQuery(dropServersQuery)) {
854         db.rollback();
855         return false;
856     }
857
858     QSqlQuery insertServersQuery(db);
859     insertServersQuery.prepare(queryString("insert_server"));
860     foreach (Network::Server server, info.serverList) {
861         insertServersQuery.bindValue(":userid", user.toInt());
862         insertServersQuery.bindValue(":networkid", info.networkId.toInt());
863         bindServerInfo(insertServersQuery, server);
864         safeExec(insertServersQuery);
865         if (!watchQuery(insertServersQuery)) {
866             db.rollback();
867             return false;
868         }
869     }
870
871     if (!db.commit()) {
872         qWarning() << "PostgreSqlStorage::updateNetwork(): committing data failed!";
873         qWarning() << " -" << qPrintable(db.lastError().text());
874         return false;
875     }
876     return true;
877 }
878
879 bool PostgreSqlStorage::removeNetwork(UserId user, const NetworkId& networkId)
880 {
881     QSqlDatabase db = logDb();
882     if (!beginTransaction(db)) {
883         qWarning() << "PostgreSqlStorage::removeNetwork(): cannot start transaction!";
884         qWarning() << " -" << qPrintable(db.lastError().text());
885         return false;
886     }
887
888     QSqlQuery query(db);
889     query.prepare(queryString("delete_network"));
890     query.bindValue(":userid", user.toInt());
891     query.bindValue(":networkid", networkId.toInt());
892     safeExec(query);
893     if (!watchQuery(query)) {
894         db.rollback();
895         return false;
896     }
897
898     db.commit();
899     return true;
900 }
901
902 std::vector<NetworkInfo> PostgreSqlStorage::networks(UserId user)
903 {
904     std::vector<NetworkInfo> nets;
905
906     QSqlDatabase db = logDb();
907     if (!beginReadOnlyTransaction(db)) {
908         qWarning() << "PostgreSqlStorage::networks(): cannot start read only transaction!";
909         qWarning() << " -" << qPrintable(db.lastError().text());
910         return nets;
911     }
912
913     QSqlQuery networksQuery(db);
914     networksQuery.prepare(queryString("select_networks_for_user"));
915     networksQuery.bindValue(":userid", user.toInt());
916
917     QSqlQuery serversQuery(db);
918     serversQuery.prepare(queryString("select_servers_for_network"));
919
920     safeExec(networksQuery);
921     if (!watchQuery(networksQuery)) {
922         db.rollback();
923         return nets;
924     }
925
926     while (networksQuery.next()) {
927         NetworkInfo net;
928         net.networkId = networksQuery.value(0).toInt();
929         net.networkName = networksQuery.value(1).toString();
930         net.identity = networksQuery.value(2).toInt();
931         net.codecForServer = networksQuery.value(3).toString().toLatin1();
932         net.codecForEncoding = networksQuery.value(4).toString().toLatin1();
933         net.codecForDecoding = networksQuery.value(5).toString().toLatin1();
934         net.useRandomServer = networksQuery.value(6).toBool();
935         net.perform = networksQuery.value(7).toString().split("\n");
936         net.useAutoIdentify = networksQuery.value(8).toBool();
937         net.autoIdentifyService = networksQuery.value(9).toString();
938         net.autoIdentifyPassword = networksQuery.value(10).toString();
939         net.useAutoReconnect = networksQuery.value(11).toBool();
940         net.autoReconnectInterval = networksQuery.value(12).toUInt();
941         net.autoReconnectRetries = networksQuery.value(13).toInt();
942         net.unlimitedReconnectRetries = networksQuery.value(14).toBool();
943         net.rejoinChannels = networksQuery.value(15).toBool();
944         net.useSasl = networksQuery.value(16).toBool();
945         net.saslAccount = networksQuery.value(17).toString();
946         net.saslPassword = networksQuery.value(18).toString();
947         // Custom rate limiting
948         net.useCustomMessageRate = networksQuery.value(19).toBool();
949         net.messageRateBurstSize = networksQuery.value(20).toUInt();
950         net.messageRateDelay = networksQuery.value(21).toUInt();
951         net.unlimitedMessageRate = networksQuery.value(22).toBool();
952         net.skipCapsFromString(networksQuery.value(23).toString());
953
954         serversQuery.bindValue(":networkid", net.networkId.toInt());
955         safeExec(serversQuery);
956         if (!watchQuery(serversQuery)) {
957             db.rollback();
958             return nets;
959         }
960
961         Network::ServerList servers;
962         while (serversQuery.next()) {
963             Network::Server server;
964             server.host = serversQuery.value(0).toString();
965             server.port = serversQuery.value(1).toUInt();
966             server.password = serversQuery.value(2).toString();
967             server.useSsl = serversQuery.value(3).toBool();
968             server.sslVersion = serversQuery.value(4).toInt();
969             server.useProxy = serversQuery.value(5).toBool();
970             server.proxyType = serversQuery.value(6).toInt();
971             server.proxyHost = serversQuery.value(7).toString();
972             server.proxyPort = serversQuery.value(8).toUInt();
973             server.proxyUser = serversQuery.value(9).toString();
974             server.proxyPass = serversQuery.value(10).toString();
975             server.sslVerify = serversQuery.value(11).toBool();
976             servers << server;
977         }
978         net.serverList = servers;
979         nets.push_back(std::move(net));
980     }
981     db.commit();
982     return nets;
983 }
984
985 std::vector<NetworkId> PostgreSqlStorage::connectedNetworks(UserId user)
986 {
987     std::vector<NetworkId> connectedNets;
988
989     QSqlDatabase db = logDb();
990     if (!beginReadOnlyTransaction(db)) {
991         qWarning() << "PostgreSqlStorage::connectedNetworks(): cannot start read only transaction!";
992         qWarning() << " -" << qPrintable(db.lastError().text());
993         return connectedNets;
994     }
995
996     QSqlQuery query(db);
997     query.prepare(queryString("select_connected_networks"));
998     query.bindValue(":userid", user.toInt());
999     safeExec(query);
1000     watchQuery(query);
1001
1002     while (query.next()) {
1003         connectedNets.emplace_back(query.value(0).toInt());
1004     }
1005
1006     db.commit();
1007     return connectedNets;
1008 }
1009
1010 void PostgreSqlStorage::setNetworkConnected(UserId user, const NetworkId& networkId, bool isConnected)
1011 {
1012     QSqlQuery query(logDb());
1013     query.prepare(queryString("update_network_connected"));
1014     query.bindValue(":userid", user.toInt());
1015     query.bindValue(":networkid", networkId.toInt());
1016     query.bindValue(":connected", isConnected);
1017     safeExec(query);
1018     watchQuery(query);
1019 }
1020
1021 QHash<QString, QString> PostgreSqlStorage::persistentChannels(UserId user, const NetworkId& networkId)
1022 {
1023     QHash<QString, QString> persistentChans;
1024
1025     QSqlDatabase db = logDb();
1026     if (!beginReadOnlyTransaction(db)) {
1027         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1028         qWarning() << " -" << qPrintable(db.lastError().text());
1029         return persistentChans;
1030     }
1031
1032     QSqlQuery query(db);
1033     query.prepare(queryString("select_persistent_channels"));
1034     query.bindValue(":userid", user.toInt());
1035     query.bindValue(":networkid", networkId.toInt());
1036     safeExec(query);
1037     watchQuery(query);
1038
1039     while (query.next()) {
1040         persistentChans[query.value(0).toString()] = query.value(1).toString();
1041     }
1042
1043     db.commit();
1044     return persistentChans;
1045 }
1046
1047 void PostgreSqlStorage::setChannelPersistent(UserId user, const NetworkId& networkId, const QString& channel, bool isJoined)
1048 {
1049     QSqlQuery query(logDb());
1050     query.prepare(queryString("update_buffer_persistent_channel"));
1051     query.bindValue(":userid", user.toInt());
1052     query.bindValue(":networkid", networkId.toInt());
1053     query.bindValue(":buffercname", channel.toLower());
1054     query.bindValue(":joined", isJoined);
1055     safeExec(query);
1056     watchQuery(query);
1057 }
1058
1059 void PostgreSqlStorage::setPersistentChannelKey(UserId user, const NetworkId& networkId, const QString& channel, const QString& key)
1060 {
1061     QSqlQuery query(logDb());
1062     query.prepare(queryString("update_buffer_set_channel_key"));
1063     query.bindValue(":userid", user.toInt());
1064     query.bindValue(":networkid", networkId.toInt());
1065     query.bindValue(":buffercname", channel.toLower());
1066     query.bindValue(":key", key);
1067     safeExec(query);
1068     watchQuery(query);
1069 }
1070
1071 QString PostgreSqlStorage::awayMessage(UserId user, NetworkId networkId)
1072 {
1073     QSqlQuery query(logDb());
1074     query.prepare(queryString("select_network_awaymsg"));
1075     query.bindValue(":userid", user.toInt());
1076     query.bindValue(":networkid", networkId.toInt());
1077     safeExec(query);
1078     watchQuery(query);
1079     QString awayMsg;
1080     if (query.first())
1081         awayMsg = query.value(0).toString();
1082     return awayMsg;
1083 }
1084
1085 void PostgreSqlStorage::setAwayMessage(UserId user, NetworkId networkId, const QString& awayMsg)
1086 {
1087     QSqlQuery query(logDb());
1088     query.prepare(queryString("update_network_set_awaymsg"));
1089     query.bindValue(":userid", user.toInt());
1090     query.bindValue(":networkid", networkId.toInt());
1091     query.bindValue(":awaymsg", awayMsg);
1092     safeExec(query);
1093     watchQuery(query);
1094 }
1095
1096 QString PostgreSqlStorage::userModes(UserId user, NetworkId networkId)
1097 {
1098     QSqlQuery query(logDb());
1099     query.prepare(queryString("select_network_usermode"));
1100     query.bindValue(":userid", user.toInt());
1101     query.bindValue(":networkid", networkId.toInt());
1102     safeExec(query);
1103     watchQuery(query);
1104     QString modes;
1105     if (query.first())
1106         modes = query.value(0).toString();
1107     return modes;
1108 }
1109
1110 void PostgreSqlStorage::setUserModes(UserId user, NetworkId networkId, const QString& userModes)
1111 {
1112     QSqlQuery query(logDb());
1113     query.prepare(queryString("update_network_set_usermode"));
1114     query.bindValue(":userid", user.toInt());
1115     query.bindValue(":networkid", networkId.toInt());
1116     query.bindValue(":usermode", userModes);
1117     safeExec(query);
1118     watchQuery(query);
1119 }
1120
1121 BufferInfo PostgreSqlStorage::bufferInfo(UserId user, const NetworkId& networkId, BufferInfo::Type type, const QString& buffer, bool create)
1122 {
1123     QSqlDatabase db = logDb();
1124     if (!beginTransaction(db)) {
1125         qWarning() << "PostgreSqlStorage::bufferInfo(): cannot start read only transaction!";
1126         qWarning() << " -" << qPrintable(db.lastError().text());
1127         return {};
1128     }
1129
1130     QSqlQuery query(db);
1131     query.prepare(queryString("select_bufferByName"));
1132     query.bindValue(":networkid", networkId.toInt());
1133     query.bindValue(":userid", user.toInt());
1134     query.bindValue(":buffercname", buffer.toLower());
1135     safeExec(query);
1136     watchQuery(query);
1137
1138     if (query.first()) {
1139         BufferInfo bufferInfo = BufferInfo(query.value(0).toInt(), networkId, (BufferInfo::Type)query.value(1).toInt(), 0, buffer);
1140         if (query.next()) {
1141             qCritical() << "PostgreSqlStorage::bufferInfo(): received more then one Buffer!";
1142             qCritical() << "         Query:" << query.lastQuery();
1143             qCritical() << "  bound Values:";
1144             QList<QVariant> list = query.boundValues().values();
1145             for (int i = 0; i < list.size(); ++i)
1146                 qCritical() << i << ":" << list.at(i).toString().toLatin1().data();
1147             Q_ASSERT(false);
1148         }
1149         db.commit();
1150         return bufferInfo;
1151     }
1152
1153     if (!create) {
1154         db.rollback();
1155         return {};
1156     }
1157
1158     QSqlQuery createQuery(db);
1159     createQuery.prepare(queryString("insert_buffer"));
1160     createQuery.bindValue(":userid", user.toInt());
1161     createQuery.bindValue(":networkid", networkId.toInt());
1162     createQuery.bindValue(":buffertype", (int)type);
1163     createQuery.bindValue(":buffername", buffer);
1164     createQuery.bindValue(":buffercname", buffer.toLower());
1165     createQuery.bindValue(":joined", type & BufferInfo::ChannelBuffer ? true : false);
1166
1167     safeExec(createQuery);
1168
1169     if (!watchQuery(createQuery)) {
1170         qWarning() << "PostgreSqlStorage::bufferInfo(): unable to create buffer";
1171         db.rollback();
1172         return BufferInfo();
1173     }
1174
1175     createQuery.first();
1176
1177     BufferInfo bufferInfo = BufferInfo(createQuery.value(0).toInt(), networkId, type, 0, buffer);
1178     db.commit();
1179     return bufferInfo;
1180 }
1181
1182 BufferInfo PostgreSqlStorage::getBufferInfo(UserId user, const BufferId& bufferId)
1183 {
1184     QSqlQuery query(logDb());
1185     query.prepare(queryString("select_buffer_by_id"));
1186     query.bindValue(":userid", user.toInt());
1187     query.bindValue(":bufferid", bufferId.toInt());
1188     safeExec(query);
1189     if (!watchQuery(query))
1190         return {};
1191
1192     if (!query.first())
1193         return {};
1194
1195     BufferInfo bufferInfo(query.value(0).toInt(),
1196                           query.value(1).toInt(),
1197                           (BufferInfo::Type)query.value(2).toInt(),
1198                           0,
1199                           query.value(4).toString());
1200     Q_ASSERT(!query.next());
1201
1202     return bufferInfo;
1203 }
1204
1205 std::vector<BufferInfo> PostgreSqlStorage::requestBuffers(UserId user)
1206 {
1207     std::vector<BufferInfo> bufferlist;
1208
1209     QSqlDatabase db = logDb();
1210     if (!beginReadOnlyTransaction(db)) {
1211         qWarning() << "PostgreSqlStorage::requestBuffers(): cannot start read only transaction!";
1212         qWarning() << " -" << qPrintable(db.lastError().text());
1213         return bufferlist;
1214     }
1215
1216     QSqlQuery query(db);
1217     query.prepare(queryString("select_buffers"));
1218     query.bindValue(":userid", user.toInt());
1219
1220     safeExec(query);
1221     watchQuery(query);
1222     while (query.next()) {
1223         bufferlist.emplace_back(query.value(0).toInt(),
1224                                 query.value(1).toInt(),
1225                                 (BufferInfo::Type)query.value(2).toInt(),
1226                                 query.value(3).toInt(),
1227                                 query.value(4).toString());
1228     }
1229     db.commit();
1230     return bufferlist;
1231 }
1232
1233 std::vector<BufferId> PostgreSqlStorage::requestBufferIdsForNetwork(UserId user, NetworkId networkId)
1234 {
1235     std::vector<BufferId> bufferList;
1236
1237     QSqlDatabase db = logDb();
1238     if (!beginReadOnlyTransaction(db)) {
1239         qWarning() << "PostgreSqlStorage::requestBufferIdsForNetwork(): cannot start read only transaction!";
1240         qWarning() << " -" << qPrintable(db.lastError().text());
1241         return bufferList;
1242     }
1243
1244     QSqlQuery query(db);
1245     query.prepare(queryString("select_buffers_for_network"));
1246     query.bindValue(":networkid", networkId.toInt());
1247     query.bindValue(":userid", user.toInt());
1248
1249     safeExec(query);
1250     watchQuery(query);
1251     while (query.next()) {
1252         bufferList.emplace_back(query.value(0).toInt());
1253     }
1254     db.commit();
1255     return bufferList;
1256 }
1257
1258 bool PostgreSqlStorage::removeBuffer(const UserId& user, const BufferId& bufferId)
1259 {
1260     QSqlDatabase db = logDb();
1261     if (!beginTransaction(db)) {
1262         qWarning() << "PostgreSqlStorage::removeBuffer(): cannot start transaction!";
1263         return false;
1264     }
1265
1266     QSqlQuery query(db);
1267     query.prepare(queryString("delete_buffer_for_bufferid"));
1268     query.bindValue(":userid", user.toInt());
1269     query.bindValue(":bufferid", bufferId.toInt());
1270     safeExec(query);
1271     if (!watchQuery(query)) {
1272         db.rollback();
1273         return false;
1274     }
1275
1276     int numRows = query.numRowsAffected();
1277     switch (numRows) {
1278     case 0:
1279         db.commit();
1280         return false;
1281     case 1:
1282         db.commit();
1283         return true;
1284     default:
1285         // there was more then one buffer deleted...
1286         qWarning() << "PostgreSqlStorage::removeBuffer(): Userid" << user << "BufferId"
1287                    << "caused deletion of" << numRows << "Buffers! Rolling back transaction...";
1288         db.rollback();
1289         return false;
1290     }
1291 }
1292
1293 bool PostgreSqlStorage::renameBuffer(const UserId& user, const BufferId& bufferId, const QString& newName)
1294 {
1295     QSqlDatabase db = logDb();
1296     if (!beginTransaction(db)) {
1297         qWarning() << "PostgreSqlStorage::renameBuffer(): cannot start transaction!";
1298         return false;
1299     }
1300
1301     QSqlQuery query(db);
1302     query.prepare(queryString("update_buffer_name"));
1303     query.bindValue(":buffername", newName);
1304     query.bindValue(":buffercname", newName.toLower());
1305     query.bindValue(":userid", user.toInt());
1306     query.bindValue(":bufferid", bufferId.toInt());
1307     safeExec(query);
1308     if (!watchQuery(query)) {
1309         db.rollback();
1310         return false;
1311     }
1312
1313     int numRows = query.numRowsAffected();
1314     switch (numRows) {
1315     case 0:
1316         db.commit();
1317         return false;
1318     case 1:
1319         db.commit();
1320         return true;
1321     default:
1322         // there was more then one buffer deleted...
1323         qWarning() << "PostgreSqlStorage::renameBuffer(): Userid" << user << "BufferId"
1324                    << "affected" << numRows << "Buffers! Rolling back transaction...";
1325         db.rollback();
1326         return false;
1327     }
1328 }
1329
1330 bool PostgreSqlStorage::mergeBuffersPermanently(const UserId& user, const BufferId& bufferId1, const BufferId& bufferId2)
1331 {
1332     QSqlDatabase db = logDb();
1333     if (!beginTransaction(db)) {
1334         qWarning() << "PostgreSqlStorage::mergeBuffersPermanently(): cannot start transaction!";
1335         qWarning() << " -" << qPrintable(db.lastError().text());
1336         return false;
1337     }
1338
1339     QSqlQuery checkQuery(db);
1340     checkQuery.prepare("SELECT count(*) FROM buffer "
1341                        "WHERE userid = :userid AND bufferid IN (:buffer1, :buffer2)");
1342     checkQuery.bindValue(":userid", user.toInt());
1343     checkQuery.bindValue(":buffer1", bufferId1.toInt());
1344     checkQuery.bindValue(":buffer2", bufferId2.toInt());
1345     safeExec(checkQuery);
1346     if (!watchQuery(checkQuery)) {
1347         db.rollback();
1348         return false;
1349     }
1350     checkQuery.first();
1351     if (checkQuery.value(0).toInt() != 2) {
1352         db.rollback();
1353         return false;
1354     }
1355
1356     QSqlQuery query(db);
1357     query.prepare(queryString("update_backlog_bufferid"));
1358     query.bindValue(":oldbufferid", bufferId2.toInt());
1359     query.bindValue(":newbufferid", bufferId1.toInt());
1360     safeExec(query);
1361     if (!watchQuery(query)) {
1362         db.rollback();
1363         return false;
1364     }
1365
1366     QSqlQuery delBufferQuery(logDb());
1367     delBufferQuery.prepare(queryString("delete_buffer_for_bufferid"));
1368     delBufferQuery.bindValue(":userid", user.toInt());
1369     delBufferQuery.bindValue(":bufferid", bufferId2.toInt());
1370     safeExec(delBufferQuery);
1371     if (!watchQuery(delBufferQuery)) {
1372         db.rollback();
1373         return false;
1374     }
1375
1376     db.commit();
1377     return true;
1378 }
1379
1380 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastMsgIds(UserId user)
1381 {
1382     QHash<BufferId, MsgId> lastMsgHash;
1383
1384     QSqlDatabase db = logDb();
1385     if (!beginReadOnlyTransaction(db)) {
1386         qWarning() << "PostgreSqlStorage::bufferLastMsgIds(): cannot start read only transaction!";
1387         qWarning() << " -" << qPrintable(db.lastError().text());
1388         return lastMsgHash;
1389     }
1390
1391     QSqlQuery query(db);
1392     query.prepare(queryString("select_buffer_last_messages"));
1393     query.bindValue(":userid", user.toInt());
1394     safeExec(query);
1395     if (!watchQuery(query)) {
1396         db.rollback();
1397         return lastMsgHash;
1398     }
1399
1400     while (query.next()) {
1401         lastMsgHash[query.value(0).toInt()] = query.value(1).toLongLong();
1402     }
1403
1404     db.commit();
1405     return lastMsgHash;
1406 }
1407
1408 void PostgreSqlStorage::setBufferLastSeenMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1409 {
1410     QSqlQuery query(logDb());
1411     query.prepare(queryString("update_buffer_lastseen"));
1412
1413     query.bindValue(":userid", user.toInt());
1414     query.bindValue(":bufferid", bufferId.toInt());
1415     query.bindValue(":lastseenmsgid", msgId.toQint64());
1416     safeExec(query);
1417     watchQuery(query);
1418 }
1419
1420 QHash<BufferId, MsgId> PostgreSqlStorage::bufferLastSeenMsgIds(UserId user)
1421 {
1422     QHash<BufferId, MsgId> lastSeenHash;
1423
1424     QSqlDatabase db = logDb();
1425     if (!beginReadOnlyTransaction(db)) {
1426         qWarning() << "PostgreSqlStorage::bufferLastSeenMsgIds(): cannot start read only transaction!";
1427         qWarning() << " -" << qPrintable(db.lastError().text());
1428         return lastSeenHash;
1429     }
1430
1431     QSqlQuery query(db);
1432     query.prepare(queryString("select_buffer_lastseen_messages"));
1433     query.bindValue(":userid", user.toInt());
1434     safeExec(query);
1435     if (!watchQuery(query)) {
1436         db.rollback();
1437         return lastSeenHash;
1438     }
1439
1440     while (query.next()) {
1441         lastSeenHash[query.value(0).toInt()] = query.value(1).toLongLong();
1442     }
1443
1444     db.commit();
1445     return lastSeenHash;
1446 }
1447
1448 void PostgreSqlStorage::setBufferMarkerLineMsg(UserId user, const BufferId& bufferId, const MsgId& msgId)
1449 {
1450     QSqlQuery query(logDb());
1451     query.prepare(queryString("update_buffer_markerlinemsgid"));
1452
1453     query.bindValue(":userid", user.toInt());
1454     query.bindValue(":bufferid", bufferId.toInt());
1455     query.bindValue(":markerlinemsgid", msgId.toQint64());
1456     safeExec(query);
1457     watchQuery(query);
1458 }
1459
1460 QHash<BufferId, MsgId> PostgreSqlStorage::bufferMarkerLineMsgIds(UserId user)
1461 {
1462     QHash<BufferId, MsgId> markerLineHash;
1463
1464     QSqlDatabase db = logDb();
1465     if (!beginReadOnlyTransaction(db)) {
1466         qWarning() << "PostgreSqlStorage::bufferMarkerLineMsgIds(): cannot start read only transaction!";
1467         qWarning() << " -" << qPrintable(db.lastError().text());
1468         return markerLineHash;
1469     }
1470
1471     QSqlQuery query(db);
1472     query.prepare(queryString("select_buffer_markerlinemsgids"));
1473     query.bindValue(":userid", user.toInt());
1474     safeExec(query);
1475     if (!watchQuery(query)) {
1476         db.rollback();
1477         return markerLineHash;
1478     }
1479
1480     while (query.next()) {
1481         markerLineHash[query.value(0).toInt()] = query.value(1).toLongLong();
1482     }
1483
1484     db.commit();
1485     return markerLineHash;
1486 }
1487
1488 void PostgreSqlStorage::setBufferActivity(UserId user, BufferId bufferId, Message::Types bufferActivity)
1489 {
1490     QSqlQuery query(logDb());
1491     query.prepare(queryString("update_buffer_bufferactivity"));
1492
1493     query.bindValue(":userid", user.toInt());
1494     query.bindValue(":bufferid", bufferId.toInt());
1495     query.bindValue(":bufferactivity", (int)bufferActivity);
1496     safeExec(query);
1497     watchQuery(query);
1498 }
1499
1500 QHash<BufferId, Message::Types> PostgreSqlStorage::bufferActivities(UserId user)
1501 {
1502     QHash<BufferId, Message::Types> bufferActivityHash;
1503
1504     QSqlDatabase db = logDb();
1505     if (!beginReadOnlyTransaction(db)) {
1506         qWarning() << "PostgreSqlStorage::bufferActivities(): cannot start read only transaction!";
1507         qWarning() << " -" << qPrintable(db.lastError().text());
1508         return bufferActivityHash;
1509     }
1510
1511     QSqlQuery query(db);
1512     query.prepare(queryString("select_buffer_bufferactivities"));
1513     query.bindValue(":userid", user.toInt());
1514     safeExec(query);
1515     if (!watchQuery(query)) {
1516         db.rollback();
1517         return bufferActivityHash;
1518     }
1519
1520     while (query.next()) {
1521         bufferActivityHash[query.value(0).toInt()] = Message::Types(query.value(1).toInt());
1522     }
1523
1524     db.commit();
1525     return bufferActivityHash;
1526 }
1527
1528 Message::Types PostgreSqlStorage::bufferActivity(BufferId bufferId, MsgId lastSeenMsgId)
1529 {
1530     QSqlQuery query(logDb());
1531     query.prepare(queryString("select_buffer_bufferactivity"));
1532     query.bindValue(":bufferid", bufferId.toInt());
1533     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1534     safeExec(query);
1535     watchQuery(query);
1536     Message::Types result{};
1537     if (query.first())
1538         result = Message::Types(query.value(0).toInt());
1539     return result;
1540 }
1541
1542 QHash<QString, QByteArray> PostgreSqlStorage::bufferCiphers(UserId user, const NetworkId& networkId)
1543 {
1544     QHash<QString, QByteArray> bufferCiphers;
1545
1546     QSqlDatabase db = logDb();
1547     if (!beginReadOnlyTransaction(db)) {
1548         qWarning() << "PostgreSqlStorage::persistentChannels(): cannot start read only transaction!";
1549         qWarning() << " -" << qPrintable(db.lastError().text());
1550         return bufferCiphers;
1551     }
1552
1553     QSqlQuery query(db);
1554     query.prepare(queryString("select_buffer_ciphers"));
1555     query.bindValue(":userid", user.toInt());
1556     query.bindValue(":networkid", networkId.toInt());
1557     safeExec(query);
1558     watchQuery(query);
1559
1560     while (query.next()) {
1561         bufferCiphers[query.value(0).toString()] = QByteArray::fromHex(query.value(1).toString().toUtf8());
1562     }
1563
1564     db.commit();
1565     return bufferCiphers;
1566 }
1567
1568 void PostgreSqlStorage::setBufferCipher(UserId user, const NetworkId& networkId, const QString& bufferName, const QByteArray& cipher)
1569 {
1570     QSqlQuery query(logDb());
1571     query.prepare(queryString("update_buffer_cipher"));
1572     query.bindValue(":userid", user.toInt());
1573     query.bindValue(":networkid", networkId.toInt());
1574     query.bindValue(":buffercname", bufferName.toLower());
1575     query.bindValue(":cipher", QString(cipher.toHex()));
1576     safeExec(query);
1577     watchQuery(query);
1578 }
1579
1580 void PostgreSqlStorage::setHighlightCount(UserId user, BufferId bufferId, int highlightcount)
1581 {
1582     QSqlQuery query(logDb());
1583     query.prepare(queryString("update_buffer_highlightcount"));
1584
1585     query.bindValue(":userid", user.toInt());
1586     query.bindValue(":bufferid", bufferId.toInt());
1587     query.bindValue(":highlightcount", highlightcount);
1588     safeExec(query);
1589     watchQuery(query);
1590 }
1591
1592 QHash<BufferId, int> PostgreSqlStorage::highlightCounts(UserId user)
1593 {
1594     QHash<BufferId, int> highlightCountHash;
1595
1596     QSqlDatabase db = logDb();
1597     if (!beginReadOnlyTransaction(db)) {
1598         qWarning() << "PostgreSqlStorage::highlightCounts(): cannot start read only transaction!";
1599         qWarning() << " -" << qPrintable(db.lastError().text());
1600         return highlightCountHash;
1601     }
1602
1603     QSqlQuery query(db);
1604     query.prepare(queryString("select_buffer_highlightcounts"));
1605     query.bindValue(":userid", user.toInt());
1606     safeExec(query);
1607     if (!watchQuery(query)) {
1608         db.rollback();
1609         return highlightCountHash;
1610     }
1611
1612     while (query.next()) {
1613         highlightCountHash[query.value(0).toInt()] = query.value(1).toInt();
1614     }
1615
1616     db.commit();
1617     return highlightCountHash;
1618 }
1619
1620 int PostgreSqlStorage::highlightCount(BufferId bufferId, MsgId lastSeenMsgId)
1621 {
1622     QSqlQuery query(logDb());
1623     query.prepare(queryString("select_buffer_highlightcount"));
1624     query.bindValue(":bufferid", bufferId.toInt());
1625     query.bindValue(":lastseenmsgid", lastSeenMsgId.toQint64());
1626     safeExec(query);
1627     watchQuery(query);
1628     auto result = int(0);
1629     if (query.first())
1630         result = query.value(0).toInt();
1631     return result;
1632 }
1633
1634 bool PostgreSqlStorage::logMessage(Message& msg)
1635 {
1636     QSqlDatabase db = logDb();
1637     if (!beginTransaction(db)) {
1638         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1639         qWarning() << " -" << qPrintable(db.lastError().text());
1640         return false;
1641     }
1642
1643     QVariantList senderParams;
1644     senderParams << msg.sender() << msg.realName() << msg.avatarUrl();
1645     QSqlQuery getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1646     qint64 senderId;
1647     if (getSenderIdQuery.first()) {
1648         senderId = getSenderIdQuery.value(0).toLongLong();
1649     }
1650     else {
1651         // it's possible that the sender was already added by another thread
1652         // since the insert might fail we're setting a savepoint
1653         savePoint("sender_sp1", db);
1654         QSqlQuery addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1655
1656         if (addSenderQuery.lastError().isValid()) {
1657             rollbackSavePoint("sender_sp1", db);
1658             getSenderIdQuery = executePreparedQuery("select_senderid", senderParams, db);
1659             watchQuery(getSenderIdQuery);
1660             getSenderIdQuery.first();
1661             senderId = getSenderIdQuery.value(0).toLongLong();
1662         }
1663         else {
1664             releaseSavePoint("sender_sp1", db);
1665             addSenderQuery.first();
1666             senderId = addSenderQuery.value(0).toLongLong();
1667         }
1668     }
1669
1670     QVariantList params;
1671     // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1672     // to a 64-bit time compatible format by default.
1673     params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderId << msg.senderPrefixes()
1674            << msg.contents();
1675     QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1676
1677     if (!watchQuery(logMessageQuery)) {
1678         db.rollback();
1679         return false;
1680     }
1681
1682     logMessageQuery.first();
1683     MsgId msgId = logMessageQuery.value(0).toLongLong();
1684     db.commit();
1685     if (msgId.isValid()) {
1686         msg.setMsgId(msgId);
1687         return true;
1688     }
1689     else {
1690         return false;
1691     }
1692 }
1693
1694 bool PostgreSqlStorage::logMessages(MessageList& msgs)
1695 {
1696     QSqlDatabase db = logDb();
1697     if (!beginTransaction(db)) {
1698         qWarning() << "PostgreSqlStorage::logMessage(): cannot start transaction!";
1699         qWarning() << " -" << qPrintable(db.lastError().text());
1700         return false;
1701     }
1702
1703     QList<int> senderIdList;
1704     QHash<SenderData, qint64> senderIds;
1705     QSqlQuery addSenderQuery;
1706     QSqlQuery selectSenderQuery;
1707     ;
1708     for (int i = 0; i < msgs.count(); i++) {
1709         auto& msg = msgs.at(i);
1710         SenderData sender = {msg.sender(), msg.realName(), msg.avatarUrl()};
1711         if (senderIds.contains(sender)) {
1712             senderIdList << senderIds[sender];
1713             continue;
1714         }
1715
1716         QVariantList senderParams;
1717         senderParams << sender.sender << sender.realname << sender.avatarurl;
1718
1719         selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1720         if (selectSenderQuery.first()) {
1721             senderIdList << selectSenderQuery.value(0).toLongLong();
1722             senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1723         }
1724         else {
1725             savePoint("sender_sp", db);
1726             addSenderQuery = executePreparedQuery("insert_sender", senderParams, db);
1727             if (addSenderQuery.lastError().isValid()) {
1728                 // seems it was inserted meanwhile... by a different thread
1729                 rollbackSavePoint("sender_sp", db);
1730                 selectSenderQuery = executePreparedQuery("select_senderid", senderParams, db);
1731                 watchQuery(selectSenderQuery);
1732                 selectSenderQuery.first();
1733                 senderIdList << selectSenderQuery.value(0).toLongLong();
1734                 senderIds[sender] = selectSenderQuery.value(0).toLongLong();
1735             }
1736             else {
1737                 releaseSavePoint("sender_sp", db);
1738                 addSenderQuery.first();
1739                 senderIdList << addSenderQuery.value(0).toLongLong();
1740                 senderIds[sender] = addSenderQuery.value(0).toLongLong();
1741             }
1742         }
1743     }
1744
1745     // yes we loop twice over the same list. This avoids alternating queries.
1746     bool error = false;
1747     for (int i = 0; i < msgs.count(); i++) {
1748         Message& msg = msgs[i];
1749         QVariantList params;
1750         // PostgreSQL handles QDateTime()'s serialized format by default, and QDateTime() serializes
1751         // to a 64-bit time compatible format by default.
1752         params << msg.timestamp() << msg.bufferInfo().bufferId().toInt() << msg.type() << (int)msg.flags() << senderIdList.at(i)
1753                << msg.senderPrefixes() << msg.contents();
1754         QSqlQuery logMessageQuery = executePreparedQuery("insert_message", params, db);
1755         if (!watchQuery(logMessageQuery)) {
1756             db.rollback();
1757             error = true;
1758             break;
1759         }
1760         else {
1761             logMessageQuery.first();
1762             msg.setMsgId(logMessageQuery.value(0).toLongLong());
1763         }
1764     }
1765
1766     if (error) {
1767         // we had a rollback in the db so we need to reset all msgIds
1768         for (int i = 0; i < msgs.count(); i++) {
1769             msgs[i].setMsgId(MsgId());
1770         }
1771         return false;
1772     }
1773
1774     db.commit();
1775     return true;
1776 }
1777
1778 std::vector<Message> PostgreSqlStorage::requestMsgs(UserId user, BufferId bufferId, MsgId first, MsgId last, int limit)
1779 {
1780     std::vector<Message> messagelist;
1781
1782     QSqlDatabase db = logDb();
1783     if (!beginReadOnlyTransaction(db)) {
1784         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1785         qWarning() << " -" << qPrintable(db.lastError().text());
1786         return messagelist;
1787     }
1788
1789     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1790     if (!bufferInfo.isValid()) {
1791         db.rollback();
1792         return messagelist;
1793     }
1794
1795     QString queryName;
1796     QVariantList params;
1797     if (last == -1 && first == -1) {
1798         queryName = "select_messagesNewestK";
1799     }
1800     else if (last == -1) {
1801         queryName = "select_messagesNewerThan";
1802         params << first.toQint64();
1803     }
1804     else {
1805         queryName = "select_messagesRange";
1806         params << first.toQint64();
1807         params << last.toQint64();
1808     }
1809     params << bufferId.toInt();
1810     if (limit != -1)
1811         params << limit;
1812     else
1813         params << QVariant(QVariant::Int);
1814
1815     QSqlQuery query = executePreparedQuery(queryName, params, db);
1816
1817     if (!watchQuery(query)) {
1818         qDebug() << "select_messages failed";
1819         db.rollback();
1820         return messagelist;
1821     }
1822
1823     QDateTime timestamp;
1824     while (query.next()) {
1825         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1826         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1827         timestamp = query.value(1).toDateTime();
1828         timestamp.setTimeSpec(Qt::UTC);
1829         Message msg(timestamp,
1830                     bufferInfo,
1831                     (Message::Type)query.value(2).toInt(),
1832                     query.value(8).toString(),
1833                     query.value(4).toString(),
1834                     query.value(5).toString(),
1835                     query.value(6).toString(),
1836                     query.value(7).toString(),
1837                     (Message::Flags)query.value(3).toInt());
1838         msg.setMsgId(query.value(0).toLongLong());
1839         messagelist.push_back(std::move(msg));
1840     }
1841
1842     db.commit();
1843     return messagelist;
1844 }
1845
1846 std::vector<Message> PostgreSqlStorage::requestMsgsFiltered(
1847     UserId user, BufferId bufferId, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1848 {
1849     std::vector<Message> messagelist;
1850
1851     QSqlDatabase db = logDb();
1852     if (!beginReadOnlyTransaction(db)) {
1853         qWarning() << "PostgreSqlStorage::requestMsgs(): cannot start read only transaction!";
1854         qWarning() << " -" << qPrintable(db.lastError().text());
1855         return messagelist;
1856     }
1857
1858     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1859     if (!bufferInfo.isValid()) {
1860         db.rollback();
1861         return messagelist;
1862     }
1863
1864     QSqlQuery query(db);
1865     if (last == -1 && first == -1) {
1866         query.prepare(queryString("select_messagesNewestK_filtered"));
1867     }
1868     else if (last == -1) {
1869         query.prepare(queryString("select_messagesNewerThan_filtered"));
1870         query.bindValue(":first", first.toQint64());
1871     }
1872     else {
1873         query.prepare(queryString("select_messagesRange_filtered"));
1874         query.bindValue(":last", last.toQint64());
1875         query.bindValue(":first", first.toQint64());
1876     }
1877     query.bindValue(":buffer", bufferId.toInt());
1878     query.bindValue(":limit", limit);
1879     int typeRaw = type;
1880     query.bindValue(":type", typeRaw);
1881     int flagsRaw = flags;
1882     query.bindValue(":flags", flagsRaw);
1883
1884     safeExec(query);
1885     if (!watchQuery(query)) {
1886         qDebug() << "select_messages failed";
1887         db.rollback();
1888         return messagelist;
1889     }
1890
1891     QDateTime timestamp;
1892     while (query.next()) {
1893         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1894         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1895         timestamp = query.value(1).toDateTime();
1896         timestamp.setTimeSpec(Qt::UTC);
1897         Message msg(timestamp,
1898                     bufferInfo,
1899                     (Message::Type)query.value(2).toInt(),
1900                     query.value(8).toString(),
1901                     query.value(4).toString(),
1902                     query.value(5).toString(),
1903                     query.value(6).toString(),
1904                     query.value(7).toString(),
1905                     Message::Flags{query.value(3).toInt()});
1906         msg.setMsgId(query.value(0).toLongLong());
1907         messagelist.push_back(std::move(msg));
1908     }
1909
1910     db.commit();
1911     return messagelist;
1912 }
1913
1914 std::vector<Message> PostgreSqlStorage::requestMsgsForward(
1915     UserId user, BufferId bufferId, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
1916 {
1917     std::vector<Message> messagelist;
1918
1919     QSqlDatabase db = logDb();
1920     if (!beginReadOnlyTransaction(db)) {
1921         qWarning() << "PostgreSqlStorage::requestMsgsForward(): cannot start read only transaction!";
1922         qWarning() << " -" << qPrintable(db.lastError().text());
1923         return messagelist;
1924     }
1925
1926     BufferInfo bufferInfo = getBufferInfo(user, bufferId);
1927     if (!bufferInfo.isValid()) {
1928         db.rollback();
1929         return messagelist;
1930     }
1931
1932     QString queryName;
1933     QVariantList params;
1934
1935     if (first == -1) {
1936         params << std::numeric_limits<qint64>::min();
1937     } else {
1938         params << first.toQint64();
1939     }
1940
1941     if (last == -1) {
1942         params << std::numeric_limits<qint64>::max();
1943     } else {
1944         params << last.toQint64();
1945     }
1946
1947     params << bufferId.toInt();
1948
1949     int typeRaw = type;
1950     int flagsRaw = flags;
1951     params << typeRaw;
1952     params << flagsRaw;
1953
1954     if (limit != -1)
1955         params << limit;
1956     else
1957         params << QVariant(QVariant::Int);
1958
1959     QSqlQuery query = executePreparedQuery("select_messagesForward", params, db);
1960
1961     if (!watchQuery(query)) {
1962         qDebug() << "select_messages failed";
1963         db.rollback();
1964         return messagelist;
1965     }
1966
1967     QDateTime timestamp;
1968     while (query.next()) {
1969         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
1970         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
1971         timestamp = query.value(1).toDateTime();
1972         timestamp.setTimeSpec(Qt::UTC);
1973         Message msg(timestamp,
1974                     bufferInfo,
1975                     (Message::Type)query.value(2).toInt(),
1976                     query.value(8).toString(),
1977                     query.value(4).toString(),
1978                     query.value(5).toString(),
1979                     query.value(6).toString(),
1980                     query.value(7).toString(),
1981                     (Message::Flags)query.value(3).toInt());
1982         msg.setMsgId(query.value(0).toLongLong());
1983         messagelist.push_back(std::move(msg));
1984     }
1985
1986     db.commit();
1987     return messagelist;
1988 }
1989
1990 std::vector<Message> PostgreSqlStorage::requestAllMsgs(UserId user, MsgId first, MsgId last, int limit)
1991 {
1992     std::vector<Message> messagelist;
1993
1994     // requestBuffers uses it's own transaction.
1995     QHash<BufferId, BufferInfo> bufferInfoHash;
1996     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
1997         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
1998     }
1999
2000     QSqlDatabase db = logDb();
2001     if (!beginReadOnlyTransaction(db)) {
2002         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
2003         qWarning() << " -" << qPrintable(db.lastError().text());
2004         return messagelist;
2005     }
2006
2007     QSqlQuery query(db);
2008     if (last == -1) {
2009         query.prepare(queryString("select_messagesAllNew"));
2010     }
2011     else {
2012         query.prepare(queryString("select_messagesAll"));
2013         query.bindValue(":lastmsg", last.toQint64());
2014     }
2015     query.bindValue(":userid", user.toInt());
2016     query.bindValue(":firstmsg", first.toQint64());
2017     safeExec(query);
2018     if (!watchQuery(query)) {
2019         db.rollback();
2020         return messagelist;
2021     }
2022
2023     QDateTime timestamp;
2024     for (int i = 0; i < limit && query.next(); i++) {
2025         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
2026         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
2027         timestamp = query.value(2).toDateTime();
2028         timestamp.setTimeSpec(Qt::UTC);
2029         Message msg(timestamp,
2030                     bufferInfoHash[query.value(1).toInt()],
2031                     (Message::Type)query.value(3).toInt(),
2032                     query.value(9).toString(),
2033                     query.value(5).toString(),
2034                     query.value(6).toString(),
2035                     query.value(7).toString(),
2036                     query.value(8).toString(),
2037                     (Message::Flags)query.value(4).toInt());
2038         msg.setMsgId(query.value(0).toLongLong());
2039         messagelist.push_back(std::move(msg));
2040     }
2041
2042     db.commit();
2043     return messagelist;
2044 }
2045
2046 std::vector<Message> PostgreSqlStorage::requestAllMsgsFiltered(
2047     UserId user, MsgId first, MsgId last, int limit, Message::Types type, Message::Flags flags)
2048 {
2049     std::vector<Message> messagelist;
2050
2051     // requestBuffers uses it's own transaction.
2052     QHash<BufferId, BufferInfo> bufferInfoHash;
2053     foreach (BufferInfo bufferInfo, requestBuffers(user)) {
2054         bufferInfoHash[bufferInfo.bufferId()] = bufferInfo;
2055     }
2056
2057     QSqlDatabase db = logDb();
2058     if (!beginReadOnlyTransaction(db)) {
2059         qWarning() << "PostgreSqlStorage::requestAllMsgs(): cannot start read only transaction!";
2060         qWarning() << " -" << qPrintable(db.lastError().text());
2061         return messagelist;
2062     }
2063
2064     QSqlQuery query(db);
2065     if (last == -1) {
2066         query.prepare(queryString("select_messagesAllNew_filtered"));
2067     }
2068     else {
2069         query.prepare(queryString("select_messagesAll_filtered"));
2070         query.bindValue(":lastmsg", last.toQint64());
2071     }
2072     query.bindValue(":userid", user.toInt());
2073     query.bindValue(":firstmsg", first.toQint64());
2074
2075     int typeRaw = type;
2076     query.bindValue(":type", typeRaw);
2077
2078     int flagsRaw = flags;
2079     query.bindValue(":flags", flagsRaw);
2080
2081     safeExec(query);
2082     if (!watchQuery(query)) {
2083         db.rollback();
2084         return messagelist;
2085     }
2086
2087     QDateTime timestamp;
2088     for (int i = 0; i < limit && query.next(); i++) {
2089         // PostgreSQL returns date/time in ISO 8601 format, no 64-bit handling needed
2090         // See https://www.postgresql.org/docs/current/static/datatype-datetime.html#DATATYPE-DATETIME-OUTPUT
2091         timestamp = query.value(2).toDateTime();
2092         timestamp.setTimeSpec(Qt::UTC);
2093         Message msg(timestamp,
2094                     bufferInfoHash[query.value(1).toInt()],
2095                     (Message::Type)query.value(3).toInt(),
2096                     query.value(9).toString(),
2097                     query.value(5).toString(),
2098                     query.value(6).toString(),
2099                     query.value(7).toString(),
2100                     query.value(8).toString(),
2101                     Message::Flags{query.value(4).toInt()});
2102         msg.setMsgId(query.value(0).toLongLong());
2103         messagelist.push_back(std::move(msg));
2104     }
2105
2106     db.commit();
2107     return messagelist;
2108 }
2109
2110 QMap<UserId, QString> PostgreSqlStorage::getAllAuthUserNames()
2111 {
2112     QMap<UserId, QString> authusernames;
2113     QSqlQuery query(logDb());
2114     query.prepare(queryString("select_all_authusernames"));
2115     safeExec(query);
2116     watchQuery(query);
2117
2118     while (query.next()) {
2119         authusernames[query.value(0).toInt()] = query.value(1).toString();
2120     }
2121     return authusernames;
2122 }
2123
2124 // void PostgreSqlStorage::safeExec(QSqlQuery &query) {
2125 //   qDebug() << "PostgreSqlStorage::safeExec";
2126 //   qDebug() << "   executing:\n" << query.executedQuery();
2127 //   qDebug() << "   bound Values:";
2128 //   QList<QVariant> list = query.boundValues().values();
2129 //   for (int i = 0; i < list.size(); ++i)
2130 //     qCritical() << i << ": " << list.at(i).toString().toLatin1().data();
2131
2132 //   query.exec();
2133
2134 //   qDebug() << "Success:" << !query.lastError().isValid();
2135 //   qDebug();
2136
2137 //   if(!query.lastError().isValid())
2138 //     return;
2139
2140 //   qDebug() << "==================== ERROR ====================";
2141 //   watchQuery(query);
2142 //   qDebug() << "===============================================";
2143 //   qDebug();
2144 //   return;
2145 // }
2146
2147 bool PostgreSqlStorage::beginTransaction(QSqlDatabase& db)
2148 {
2149     bool result = db.transaction();
2150     if (!db.isOpen()) {
2151         db = logDb();
2152         result = db.transaction();
2153     }
2154     return result;
2155 }
2156
2157 bool PostgreSqlStorage::beginReadOnlyTransaction(QSqlDatabase& db)
2158 {
2159     QSqlQuery query = db.exec("BEGIN TRANSACTION READ ONLY");
2160     if (!db.isOpen()) {
2161         db = logDb();
2162         query = db.exec("BEGIN TRANSACTION READ ONLY");
2163     }
2164     return !query.lastError().isValid();
2165 }
2166
2167 QSqlQuery PostgreSqlStorage::prepareAndExecuteQuery(const QString& queryname, const QString& paramstring, QSqlDatabase& db)
2168 {
2169     // Query preparing is done lazily. That means that instead of always checking if the query is already prepared
2170     // we just EXECUTE and catch the error
2171     QSqlQuery query;
2172
2173     db.exec("SAVEPOINT quassel_prepare_query");
2174     if (paramstring.isNull()) {
2175         query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2176     }
2177     else {
2178         query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2179     }
2180
2181     if (!db.isOpen() || db.lastError().isValid()) {
2182         // If the query failed because the DB connection was down, reopen the connection and start a new transaction.
2183         if (!db.isOpen()) {
2184             db = logDb();
2185             if (!beginTransaction(db)) {
2186                 qWarning()
2187                     << "PostgreSqlStorage::prepareAndExecuteQuery(): cannot start transaction while recovering from connection loss!";
2188                 qWarning() << " -" << qPrintable(db.lastError().text());
2189                 return query;
2190             }
2191             db.exec("SAVEPOINT quassel_prepare_query");
2192         }
2193         else {
2194             db.exec("ROLLBACK TO SAVEPOINT quassel_prepare_query");
2195         }
2196
2197         // and once again: Qt leaves us without error codes so we either parse (language dependent(!)) strings
2198         // or we just guess the error. As we're only interested in unprepared queries, this will be our guess. :)
2199         QSqlQuery checkQuery = db.exec(
2200             QString("SELECT count(name) FROM pg_prepared_statements WHERE name = 'quassel_%1' AND from_sql = TRUE").arg(queryname.toLower()));
2201         checkQuery.first();
2202         if (checkQuery.value(0).toInt() == 0) {
2203             db.exec(QString("PREPARE quassel_%1 AS %2").arg(queryname).arg(queryString(queryname)));
2204             if (db.lastError().isValid()) {
2205                 qWarning() << "PostgreSqlStorage::prepareQuery(): unable to prepare query:" << queryname << "AS" << queryString(queryname);
2206                 qWarning() << "  Error:" << db.lastError().text();
2207                 return QSqlQuery(db);
2208             }
2209         }
2210         // we always execute the query again, even if the query was already prepared.
2211         // this ensures, that the error is properly propagated to the calling function
2212         // (otherwise the last call would be the testing select to pg_prepared_statements
2213         // which always gives a proper result and the error would be lost)
2214         if (paramstring.isNull()) {
2215             query = db.exec(QString("EXECUTE quassel_%1").arg(queryname));
2216         }
2217         else {
2218             query = db.exec(QString("EXECUTE quassel_%1 (%2)").arg(queryname).arg(paramstring));
2219         }
2220     }
2221     else {
2222         // only release the SAVEPOINT
2223         db.exec("RELEASE SAVEPOINT quassel_prepare_query");
2224     }
2225     return query;
2226 }
2227
2228 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariantList& params, QSqlDatabase& db)
2229 {
2230     QSqlDriver* driver = db.driver();
2231
2232     QStringList paramStrings;
2233     QSqlField field;
2234     for (int i = 0; i < params.count(); i++) {
2235         const QVariant& value = params.at(i);
2236         field.setType(value.type());
2237         if (value.isNull())
2238             field.clear();
2239         else
2240             field.setValue(value);
2241
2242         paramStrings << driver->formatValue(field);
2243     }
2244
2245     if (params.isEmpty()) {
2246         return prepareAndExecuteQuery(queryname, db);
2247     }
2248     else {
2249         return prepareAndExecuteQuery(queryname, paramStrings.join(", "), db);
2250     }
2251 }
2252
2253 QSqlQuery PostgreSqlStorage::executePreparedQuery(const QString& queryname, const QVariant& param, QSqlDatabase& db)
2254 {
2255     QSqlField field;
2256     field.setType(param.type());
2257     if (param.isNull())
2258         field.clear();
2259     else
2260         field.setValue(param);
2261
2262     QString paramString = db.driver()->formatValue(field);
2263     return prepareAndExecuteQuery(queryname, paramString, db);
2264 }
2265
2266 void PostgreSqlStorage::deallocateQuery(const QString& queryname, const QSqlDatabase& db)
2267 {
2268     db.exec(QString("DEALLOCATE quassel_%1").arg(queryname));
2269 }
2270
2271 void PostgreSqlStorage::safeExec(QSqlQuery& query)
2272 {
2273     // If the query fails due to the connection being gone, it seems to cause
2274     // exec() to return false but no lastError to be set
2275     if (!query.exec() && !query.lastError().isValid()) {
2276         QSqlDatabase db = logDb();
2277         QSqlQuery retryQuery(db);
2278         retryQuery.prepare(query.lastQuery());
2279         QMapIterator<QString, QVariant> i(query.boundValues());
2280         while (i.hasNext()) {
2281             i.next();
2282             retryQuery.bindValue(i.key(), i.value());
2283         }
2284         query = retryQuery;
2285         query.exec();
2286     }
2287 }
2288
2289 // ========================================
2290 //  PostgreSqlMigrationWriter
2291 // ========================================
2292 PostgreSqlMigrationWriter::PostgreSqlMigrationWriter()
2293     : PostgreSqlStorage()
2294 {}
2295
2296 bool PostgreSqlMigrationWriter::prepareQuery(MigrationObject mo)
2297 {
2298     QString query;
2299     switch (mo) {
2300     case QuasselUser:
2301         query = queryString("migrate_write_quasseluser");
2302         break;
2303     case Sender:
2304         query = queryString("migrate_write_sender");
2305         break;
2306     case Identity:
2307         _validIdentities.clear();
2308         query = queryString("migrate_write_identity");
2309         break;
2310     case IdentityNick:
2311         query = queryString("migrate_write_identity_nick");
2312         break;
2313     case Network:
2314         query = queryString("migrate_write_network");
2315         break;
2316     case Buffer:
2317         query = queryString("migrate_write_buffer");
2318         break;
2319     case Backlog:
2320         query = queryString("migrate_write_backlog");
2321         break;
2322     case IrcServer:
2323         query = queryString("migrate_write_ircserver");
2324         break;
2325     case UserSetting:
2326         query = queryString("migrate_write_usersetting");
2327         break;
2328     case CoreState:
2329         query = queryString("migrate_write_corestate");
2330         break;
2331     }
2332     newQuery(query, logDb());
2333     return true;
2334 }
2335
2336 // bool PostgreSqlMigrationWriter::writeUser(const QuasselUserMO &user) {
2337 bool PostgreSqlMigrationWriter::writeMo(const QuasselUserMO& user)
2338 {
2339     bindValue(0, user.id.toInt());
2340     bindValue(1, user.username);
2341     bindValue(2, user.password);
2342     bindValue(3, user.hashversion);
2343     bindValue(4, user.authenticator);
2344     return exec();
2345 }
2346
2347 // bool PostgreSqlMigrationWriter::writeSender(const SenderMO &sender) {
2348 bool PostgreSqlMigrationWriter::writeMo(const SenderMO& sender)
2349 {
2350     bindValue(0, sender.senderId);
2351     bindValue(1, sender.sender);
2352     bindValue(2, sender.realname);
2353     bindValue(3, sender.avatarurl);
2354     return exec();
2355 }
2356
2357 // bool PostgreSqlMigrationWriter::writeIdentity(const IdentityMO &identity) {
2358 bool PostgreSqlMigrationWriter::writeMo(const IdentityMO& identity)
2359 {
2360     _validIdentities << identity.id.toInt();
2361     bindValue(0, identity.id.toInt());
2362     bindValue(1, identity.userid.toInt());
2363     bindValue(2, identity.identityname);
2364     bindValue(3, identity.realname);
2365     bindValue(4, identity.awayNick);
2366     bindValue(5, identity.awayNickEnabled);
2367     bindValue(6, identity.awayReason);
2368     bindValue(7, identity.awayReasonEnabled);
2369     bindValue(8, identity.autoAwayEnabled);
2370     bindValue(9, identity.autoAwayTime);
2371     bindValue(10, identity.autoAwayReason);
2372     bindValue(11, identity.autoAwayReasonEnabled);
2373     bindValue(12, identity.detachAwayEnabled);
2374     bindValue(13, identity.detachAwayReason);
2375     bindValue(14, identity.detachAwayReasonEnabled);
2376     bindValue(15, identity.ident);
2377     bindValue(16, identity.kickReason);
2378     bindValue(17, identity.partReason);
2379     bindValue(18, identity.quitReason);
2380     bindValue(19, identity.sslCert);
2381     bindValue(20, identity.sslKey);
2382     return exec();
2383 }
2384
2385 // bool PostgreSqlMigrationWriter::writeIdentityNick(const IdentityNickMO &identityNick) {
2386 bool PostgreSqlMigrationWriter::writeMo(const IdentityNickMO& identityNick)
2387 {
2388     bindValue(0, identityNick.nickid);
2389     bindValue(1, identityNick.identityId.toInt());
2390     bindValue(2, identityNick.nick);
2391     return exec();
2392 }
2393
2394 // bool PostgreSqlMigrationWriter::writeNetwork(const NetworkMO &network) {
2395 bool PostgreSqlMigrationWriter::writeMo(const NetworkMO& network)
2396 {
2397     bindValue(0, network.networkid.toInt());
2398     bindValue(1, network.userid.toInt());
2399     bindValue(2, network.networkname);
2400     if (_validIdentities.contains(network.identityid.toInt()))
2401         bindValue(3, network.identityid.toInt());
2402     else
2403         bindValue(3, QVariant());
2404     bindValue(4, network.encodingcodec);
2405     bindValue(5, network.decodingcodec);
2406     bindValue(6, network.servercodec);
2407     bindValue(7, network.userandomserver);
2408     bindValue(8, network.perform);
2409     bindValue(9, network.useautoidentify);
2410     bindValue(10, network.autoidentifyservice);
2411     bindValue(11, network.autoidentifypassword);
2412     bindValue(12, network.useautoreconnect);
2413     bindValue(13, network.autoreconnectinterval);
2414     bindValue(14, network.autoreconnectretries);
2415     bindValue(15, network.unlimitedconnectretries);
2416     bindValue(16, network.rejoinchannels);
2417     bindValue(17, network.connected);
2418     bindValue(18, network.usermode);
2419     bindValue(19, network.awaymessage);
2420     bindValue(20, network.attachperform);
2421     bindValue(21, network.detachperform);
2422     bindValue(22, network.usesasl);
2423     bindValue(23, network.saslaccount);
2424     bindValue(24, network.saslpassword);
2425     // Custom rate limiting
2426     bindValue(25, network.usecustommessagerate);
2427     bindValue(26, network.messagerateburstsize);
2428     bindValue(27, network.messageratedelay);
2429     bindValue(28, network.unlimitedmessagerate);
2430     // Skipped IRCv3 caps
2431     bindValue(29, network.skipcaps);
2432     return exec();
2433 }
2434
2435 // bool PostgreSqlMigrationWriter::writeBuffer(const BufferMO &buffer) {
2436 bool PostgreSqlMigrationWriter::writeMo(const BufferMO& buffer)
2437 {
2438     bindValue(0, buffer.bufferid.toInt());
2439     bindValue(1, buffer.userid.toInt());
2440     bindValue(2, buffer.groupid);
2441     bindValue(3, buffer.networkid.toInt());
2442     bindValue(4, buffer.buffername);
2443     bindValue(5, buffer.buffercname);
2444     bindValue(6, (int)buffer.buffertype);
2445     bindValue(7, buffer.lastmsgid);
2446     bindValue(8, buffer.lastseenmsgid);
2447     bindValue(9, buffer.markerlinemsgid);
2448     bindValue(10, buffer.bufferactivity);
2449     bindValue(11, buffer.highlightcount);
2450     bindValue(12, buffer.key);
2451     bindValue(13, buffer.joined);
2452     bindValue(14, buffer.cipher);
2453     return exec();
2454 }
2455
2456 // bool PostgreSqlMigrationWriter::writeBacklog(const BacklogMO &backlog) {
2457 bool PostgreSqlMigrationWriter::writeMo(const BacklogMO& backlog)
2458 {
2459     bindValue(0, backlog.messageid.toQint64());
2460     bindValue(1, backlog.time);
2461     bindValue(2, backlog.bufferid.toInt());
2462     bindValue(3, backlog.type);
2463     bindValue(4, (int)backlog.flags);
2464     bindValue(5, backlog.senderid);
2465     bindValue(6, backlog.senderprefixes);
2466     bindValue(7, backlog.message);
2467     return exec();
2468 }
2469
2470 // bool PostgreSqlMigrationWriter::writeIrcServer(const IrcServerMO &ircserver) {
2471 bool PostgreSqlMigrationWriter::writeMo(const IrcServerMO& ircserver)
2472 {
2473     bindValue(0, ircserver.serverid);
2474     bindValue(1, ircserver.userid.toInt());
2475     bindValue(2, ircserver.networkid.toInt());
2476     bindValue(3, ircserver.hostname);
2477     bindValue(4, ircserver.port);
2478     bindValue(5, ircserver.password);
2479     bindValue(6, ircserver.ssl);
2480     bindValue(7, ircserver.sslversion);
2481     bindValue(8, ircserver.useproxy);
2482     bindValue(9, ircserver.proxytype);
2483     bindValue(10, ircserver.proxyhost);
2484     bindValue(11, ircserver.proxyport);
2485     bindValue(12, ircserver.proxyuser);
2486     bindValue(13, ircserver.proxypass);
2487     bindValue(14, ircserver.sslverify);
2488     return exec();
2489 }
2490
2491 // bool PostgreSqlMigrationWriter::writeUserSetting(const UserSettingMO &userSetting) {
2492 bool PostgreSqlMigrationWriter::writeMo(const UserSettingMO& userSetting)
2493 {
2494     bindValue(0, userSetting.userid.toInt());
2495     bindValue(1, userSetting.settingname);
2496     bindValue(2, userSetting.settingvalue);
2497     return exec();
2498 }
2499
2500 bool PostgreSqlMigrationWriter::writeMo(const CoreStateMO& coreState)
2501 {
2502     bindValue(0, coreState.key);
2503     bindValue(1, coreState.value);
2504     return exec();
2505 }
2506
2507 bool PostgreSqlMigrationWriter::postProcess()
2508 {
2509     QSqlDatabase db = logDb();
2510     QList<Sequence> sequences;
2511     sequences << Sequence("backlog", "messageid") << Sequence("buffer", "bufferid") << Sequence("identity", "identityid")
2512               << Sequence("identity_nick", "nickid") << Sequence("ircserver", "serverid") << Sequence("network", "networkid")
2513               << Sequence("quasseluser", "userid") << Sequence("sender", "senderid");
2514     QList<Sequence>::const_iterator iter;
2515     for (iter = sequences.constBegin(); iter != sequences.constEnd(); ++iter) {
2516         resetQuery();
2517         newQuery(QString("SELECT setval('%1_%2_seq', max(%2)) FROM %1").arg(iter->table, iter->field), db);
2518         if (!exec())
2519             return false;
2520     }
2521
2522     // Update the lastmsgid for all existing buffers.
2523     resetQuery();
2524     newQuery(QString("SELECT populate_lastmsgid()"), db);
2525     if (!exec())
2526         return false;
2527     return true;
2528 }