#include "databaseapi.h" Q_LOGGING_CATEGORY(database, "database.api"); DatabaseAPI::DatabaseAPI(serversdk::DatabaseManager *dbMan, bool dryMode) : mDryMode(dryMode), mDbMan(dbMan), utils(std::make_unique(dbMan)) { mDbMan->setDryMode(dryMode); } bool DatabaseAPI::open(const QString& host, const QString& name, const QString& user, const QString& password) { return mDbMan->openPostgres(host, name, user, password); } bool DatabaseAPI::executeQuery(QSqlQuery &query, const QString &statement) { if (statement.isEmpty()) { query = mDbMan->executeQuery(query); } else { query = mDbMan->executeQuery(query, statement); } if (!query.isActive()) { this->mValid = false; return false; } return true; } std::shared_ptr DatabaseAPI::downloadData() { auto updatedQuery = mDbMan->createQuery(); auto deletedQuery = mDbMan->createQuery(); if (!executeQuery(updatedQuery, "SELECT * FROM colnod_token WHERE last_modified > last_update AND deleted = false")) { qWarning(database) << "ERROR during geting new/updated tokens from db."; return nullptr; } if (!executeQuery(deletedQuery, "SELECT id FROM colnod_token WHERE last_modified > last_update AND deleted = true")) { qWarning(database) << "ERROR during geting marked tokens for deletion from db."; return nullptr; } return composeData(updatedQuery, deletedQuery); } bool DatabaseAPI::processData(const std::shared_ptr &data) { bool res = true; if (!uploadTokens(data->updatedTokens)) { res = false; } if (!uploadSubjects(data->updatedSubjects)) { res = false; } if (!deleteItems(data->deletedTokens, "colnod_token")) { res = false; } if (!deleteItems(data->deletedSubjects, "colnod_subject")) { res = false; } // OLD // if ( !data->updatedTokens.isEmpty() || // !data->updatedSubjects.isEmpty() || // !data->deletedTokens.isEmpty() || // !data->deletedSubjects.isEmpty()) { // //qInfo(database) << dash; // } // NEW qInfo(database) << tab << "- push db:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() << "] subjects [" << data->updatedSubjects.size() << ":" << data->deletedSubjects.size() << "] [ added/updated : deleted ]"; // OLD // qInfo(database) << tab << "-> DATA PROCESSED TO DATABASE:"; // qInfo(database) << tab << tab << data->updatedTokens.size() << "TOKENS ADDED/UPDATED"; // qInfo(database) << tab << tab << data->deletedTokens.size() << "TOKENS DELETED"; // qInfo(database) << tab << tab << data->updatedSubjects.size() << "SUBJECTS ADDED/UPDATED"; // qInfo(database) << tab << tab << data->deletedSubjects.size() << "SUBJECTS DELETED"; // qInfo(database) << dash; return res; } std::shared_ptr DatabaseAPI::composeData(const QSqlQuery &updatedQuery, QSqlQuery &deletedQuery) { auto data = std::make_shared(); auto list = utils->tableFromQuery(updatedQuery); for (const auto &token : list) { data->updatedTokens.insert(token->id(), token); } while (deletedQuery.next()) { data->deletedTokens.append(deletedQuery.value(0).toString()); } // NEW qInfo(database) << tab << "- src db:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() << "] [ added/updated : deleted ]"; // OLD // qInfo(database) << tab << "-> DATABASE DATA:"; // qInfo(database) << tab << tab << data->updatedTokens.size() << "TOKENS WERE ADDED/UPDATED"; // qInfo(database) << tab << tab << data->deletedTokens.size() << "TOKENS MARKED FOR DELETION"; // qInfo(database) << dash; return data; } qint64 DatabaseAPI::getLastSync() { auto query = mDbMan->createQuery(); if (!executeQuery(query, "SELECT last_sync FROM config")) { qCritical(database) << "ERROR during getting time of last sync. Exit."; emit error(); } if (query.next()){ return query.value(0).toLongLong(); } return -1; } void DatabaseAPI::setLastSync(qint64 timestamp) { auto query = mDbMan->createQuery(); query.prepare("UPDATE config SET last_sync = :last_sync"); query.bindValue(":last_sync", timestamp); if (!executeQuery(query)) { qCritical(database) << "ERROR during set time of this synchronization as last sync time"; emit error(); } } void DatabaseAPI::reupdateDeleted(const QList& ids) { auto query = mDbMan->createQuery(); for (const auto &id : ids){ query.prepare("UPDATE colnod_token SET last_update = :last_update WHERE id = :id"); query.bindValue(":last_update", QDateTime::fromMSecsSinceEpoch(getNow()).toString("yyyy-MM-dd hh:mm:ss.zzz")); query.bindValue(":id", id); if (!executeQuery(query)) { if (!executeQuery(query)) { qWarning(database) << "ERROR during updating last update of deleted token:" << id << ", it will be synced from Colnod to db in next sync. Last modified will be invalid"; } } } } qint64 DatabaseAPI::getNow() { auto query = mDbMan->createQuery(); if (!executeQuery(query, "SELECT EXTRACT(EPOCH FROM NOW())*1000")) { qCritical(database) << "ERROR during getting acctual time from db"; return -1; } query.next(); // qDebug() << "Database time:" << QDateTime::fromMSecsSinceEpoch(query.value(0).toLongLong()).toString("yyyy-MM-dd hh:mm:ss.zzz"); // qDebug() << "Current time:" << QDateTime::currentDateTime().toString("yyyy-MM-dd hh:mm:ss.zzz"); return query.value(0).toLongLong(); } bool DatabaseAPI::uploadTokens(const QHash> &tokens, const QSet &filters) { // TODO: first check if OK, then message // OK -> token was updated // ERROR -> not possible to update auto query = mDbMan->createQuery(); for (const auto &token : tokens) { // Get token if (exists(token->id(), "colnod_token")) { query = utils->updateTable(token.get(), "colnod_token", filters); if (filters.contains("last_modified")) qInfo(database).noquote() << Message::massageTemplate("Updating", "token", "database", token->name()); } else { // TODO: first check if OK, then message // OK -> token was updated // ERROR -> not possible to update query = utils->insertIntoTable(token.get(), "colnod_token"); qInfo(database).noquote() << Message::massageTemplate("Adding", "token", "database", token->name()); } if (!query.isActive()) { mValid = false; qWarning(database) << "ERROR durning inserting/updating of token:" << token->name(); return false; } } return true; } bool DatabaseAPI::uploadSubjects(const QHash> &subjects) { auto query = mDbMan->createQuery(); for (const auto &subject : subjects) { for (const auto &attribute : subject->getAttributes()) { if (exists(attribute->id(), "colnod_subject_attribute")) { query = utils->updateTable(attribute.get(), "colnod_subject_attribute"); } else { query = utils->insertIntoTable(attribute.get(), "colnod_subject_attribute"); } if (!query.isActive()) { mValid = false; qWarning(database) << "ERROR durning inserting/updating of subject attribute:" << attribute->attributeValue(); } } if (exists(subject->id(), "colnod_subject")) { query = utils->updateTable(subject.get(), "colnod_subject"); qInfo(database).noquote() << Message::massageTemplate("Updating", "subject", "database", subject->name()); } else { query = utils->insertIntoTable(subject.get(), "colnod_subject"); qInfo(database).noquote() << Message::massageTemplate("Adding", "subject", "database", subject->name()); } if (!query.isActive()) { mValid = false; qWarning(database) << "ERROR durning inserting/updating of subject attribute:" << subject->name(); return false; } } return true; } bool DatabaseAPI::deleteItems(const QList &ids, const QString &tableName) { auto query = mDbMan->createQuery(); QString nowString = QDateTime::fromMSecsSinceEpoch(getLastSync()).toString("yyyy-MM-dd hh:mm:ss.zzz"); if (tableName == "colnod_subject") { for (const auto &id : ids) { query.prepare("DELETE FROM colnod_subject_attribute WHERE subject_id = :id"); query.bindValue(":id", id); if (!executeQuery(query)) { qWarning(database) << "ERROR during marking as deleted:" << id; mValid = false; return false; } } } for (const auto &id : ids) { qInfo(database).noquote() << Message::massageTemplate("Deleting", tableName.mid(tableName.indexOf("_") + 1, tableName.length() - 1), "database", id); query.prepare(QString("UPDATE %1 SET deleted = true, last_update = :now, last_modified = :now WHERE id = :id").arg(tableName)); query.bindValue(":id", id); query.bindValue(":now", nowString); if (!executeQuery(query)) { qWarning(database) << "ERROR during marking as deleted:" << id; mValid = false; return false; } } return true; } std::shared_ptr DatabaseAPI::getToken(const QString &id) { auto query = mDbMan->createQuery(); query.prepare("SELECT * FROM colnod_token WHERE id = :id"); query.bindValue(":id", id); if (!executeQuery(query)) { qCritical(database) << "ERROR during accessing existing tokens. EXIT"; return nullptr; } auto list = utils->tableFromQuery(query); if (list.isEmpty()) return std::make_shared(); return list.at(0); } bool DatabaseAPI::isAlreadyDeleted(const QString &id) { auto token = getToken(id); if (!token) { if (id.isEmpty()) { } qWarning(database) << "Token deleted in colnod doesn't exists in db, will be noted as already deleted in stats"; return true; } return token->deleted(); } bool DatabaseAPI::isValid() { return mValid; } int DatabaseAPI::exists(const QString &id, const QString &tableName) { auto query = mDbMan->createQuery(); query.prepare(QString("SELECT 1 FROM %1 WHERE id = :id").arg(tableName)); query.bindValue(":id", id); if (!executeQuery(query)) { qCritical(database) << "ERROR during accessing existing tokens. EXIT(1)"; return -1; } return query.next(); } qint16 DatabaseAPI::getNumOfTokensOfSubject(const QString &id) { auto query = mDbMan->createQuery(); query.prepare("SELECT 1 FROM colnod_token WHERE subject_id = :id AND deleted = false"); query.bindValue(":id", id); if (!executeQuery(query)) { qCritical(database) << "ERROR during accessing existing tokens. EXIT(1)"; return -1; } return static_cast(query.size()); } QString DatabaseAPI::getSubjectNameByTokenId(const QString &tokenId) { auto query = mDbMan->createQuery(); query.prepare("SELECT name FROM colnod_subject WHERE id = (SELECT subject_id FROM colnod_token WHERE id = :tokenId)"); query.bindValue(":tokenId", tokenId); if (!executeQuery(query)) { qCritical(database) << "ERROR during accessing existing subject. EXIT(1)"; return "error"; } if (query.next()) return query.value(0).toString(); qWarning() << "Token:" << tokenId << "is not assigned to any subject"; return "(No subject)"; }