CMake build system added

fix output for deleting subject

See merge request spaceti-app/integrations/acs/colnod-connector!35

.gitmodules

@@ -1,3 +1,3 @@
 [submodule "server-sdk"]
 	path = server-sdk
-	url = ../../common/server-sdk
+	url = git@gitea.thegolem.cz:michalks/server-sdk.git

CMakeLists.txt

@@ -0,0 +1,10 @@
+cmake_minimum_required(VERSION 3.11.0)
+project(colnodconn)
+message(">> Project colnod-connector")
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_CXX_EXTENSIONS OFF)
+
+add_subdirectory(server-sdk)
+add_subdirectory(src)

README.md

@@ -169,6 +169,115 @@ It is possible to chain requests: [see doc](https://support.insomnia.rest/articl
 
 `npm install -g snowboard`
 
+## Tests made
+Changes on colnod are made by [Colnod client](https://spaceti.atlassian.net/wiki/spaces/IN/pages/194576388/Colnod+client)
+
+Changes on db can be made by sql commands directly or by [pgAdmin](https://www.pgadmin.org/)
+- add token to db/colnod (2 tests)
+- edit token in db/colnod (2 tests)
+- delete token from db/colnod (2 tests)
+- add subject to colnod
+- edit subject in colnod
+- delete subject from colnod
+- edit same token on both db/colnod (diffrent time)
+
+## First sync expected results
+- 2892 tokens updated
+- 173 tokens deleted
+- 2894 subjects updated
+- 117 subjects deleted
+
+## Database inicialization
+- Token table
+```SQL create
+-- Table: public.colnod_token
+-- DROP TABLE public.colnod_token;
+CREATE TABLE public.colnod_token
+(
+    id character(36) COLLATE pg_catalog."default" NOT NULL,
+    auth_errors integer DEFAULT 255,
+    description character varying(255) COLLATE pg_catalog."default",
+    enabled boolean DEFAULT true,
+    last_update timestamp without time zone DEFAULT '1970-01-01 00:00:00.001'::timestamp without time zone,
+    name character varying(255) COLLATE pg_catalog."default",
+    no_validity boolean DEFAULT true,
+    time_to_live integer DEFAULT 255,
+    token_bits integer DEFAULT 32,
+    token_data character varying(255) COLLATE pg_catalog."default",
+    token_type character varying(255) COLLATE pg_catalog."default" DEFAULT 'Token'::character varying,
+    subject_id character(36) COLLATE pg_catalog."default",
+    last_modified timestamp without time zone NOT NULL,
+    deleted boolean DEFAULT false,
+    CONSTRAINT colnod_token_pkey PRIMARY KEY (id)
+)
+WITH (
+    OIDS = FALSE
+)
+TABLESPACE pg_default;
+
+ALTER TABLE public.colnod_token
+    OWNER to postgres;
+```
+- Subject table
+```SQL create
+-- Table: public.colnod_subject
+-- DROP TABLE public.colnod_subject;
+CREATE TABLE public.colnod_subject
+(
+    id character(36) COLLATE pg_catalog."default" NOT NULL,
+    description character varying(255) COLLATE pg_catalog."default",
+    last_update timestamp without time zone NOT NULL,
+    name character varying(255) COLLATE pg_catalog."default",
+    pin character varying(255) COLLATE pg_catalog."default",
+    last_modified timestamp without time zone,
+    deleted boolean,
+    CONSTRAINT colnod_subject_pkey PRIMARY KEY (id)
+)
+WITH (
+    OIDS = FALSE
+)
+TABLESPACE pg_default;
+
+ALTER TABLE public.colnod_subject
+    OWNER to postgres;
+```
+- Subject attributes table
+```SQL create
+-- Table: public.colnod_subject_attribute
+-- DROP TABLE public.colnod_subject_attribute;
+CREATE TABLE public.colnod_subject_attribute
+(
+    id character varying(255) COLLATE pg_catalog."default" NOT NULL,
+    attribute_key character varying(255) COLLATE pg_catalog."default",
+    attribute_value character varying(255) COLLATE pg_catalog."default",
+    subject_id character(36) COLLATE pg_catalog."default",
+    CONSTRAINT colnod_subject_attribute_pkey PRIMARY KEY (id)
+)
+WITH (
+    OIDS = FALSE
+)
+TABLESPACE pg_default;
+
+ALTER TABLE public.colnod_subject_attribute
+    OWNER to postgres;
+```
+- Config
+```SQL create
+-- Table: public.config
+-- DROP TABLE public.config;
+CREATE TABLE public.config
+(
+    last_sync bigint NOT NULL DEFAULT 0,
+    CONSTRAINT config_pkey PRIMARY KEY (last_sync)
+)
+WITH (
+    OIDS = FALSE
+)
+TABLESPACE pg_default;
+
+ALTER TABLE public.config
+    OWNER to postgres;
+```
 ## Possible checks
   [here](https://gitlab.com/spaceti-app/integrations/acs/colnod-connector/blob/master/doc/possible-checks.md)
 

doc/logdraft.txt

@@ -1,68 +0,0 @@
-03-12-2019 07:35:23.099 [ INFO ] - begin sync ( previous sync 2019-12-02 18:00:35.000 )
-03-12-2019 07:35:23.099 [ INFO ] - src colnod:  tokens [ 0 : 0 ] subjects [ 0 : 0 ] [ added/updated : deleted ]
-03-12-2019 07:35:23.099 [ INFO ] - src db:      tokens [ 0 : 0 ] subjects [ 0 : 0 ] [ added/updated : marked to delete ]
-03-12-2019 07:35:23.099 [ INFO ] - prep db:     tokens [ 0 : 0 ] subjects [ 0 : 0 ] [ to add/update : to delete ]
-03-12-2019 07:35:23.099 [ INFO ] - prep colnod: tokens [ 0 : 0 ] subjects [ 0 : 0 ] [ to add/update : mark deleted ]
-03-12-2019 07:35:23.099 [ INFO ] - push db:     tokens [ 0 : 0 ] subjects [ 0 : 0 ] [ added/updated : deleted ]
-03-12-2019 07:35:23.099 [ INFO ] - push colnod: tokens [ 0 : 0 ] [ added/updated : deleted ]
-03-12-2019 07:35:23.099 [ INFO ] - update db:   tokens [ 0 : 0 ] [ added/updated : marked as deleted ]
-
-
-[03-12-2019 07:35:23.019 DEBUG sdk.core] user message handler qInstallMessageHandler installed sucessfully
-[03-12-2019 07:35:23.099 DEBUG default] Database time: "2019-12-03 07:35:23.097"
-[03-12-2019 07:35:23.099 DEBUG default] Current time: "2019-12-03 07:35:23.099"
-[03-12-2019 07:35:23.099 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.099 INFO sync.manager] SYNCHRONIZATION BEGIN
-[03-12-2019 07:35:23.099 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.099 INFO sync.manager] DOWNLOADING DATA -> BEGIN
-[03-12-2019 07:35:23.099 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.099 INFO sync.manager] Modified data since last synchronization ( 2019-12-02 18:00:35.000 ):
-[03-12-2019 07:35:23.099 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.108 INFO database.api] 	 -> DATABASE DATA:
-[03-12-2019 07:35:23.108 INFO database.api] 	 	 0 TOKENS WERE ADDED/UPDATED
-[03-12-2019 07:35:23.108 INFO database.api] 	 	 0 TOKENS MARKED FOR DELETION
-[03-12-2019 07:35:23.108 INFO database.api] ------------------------------------------------------------------
-[03-12-2019 07:35:23.928 INFO colnod.api] 	 -> COLNOD DATA:
-[03-12-2019 07:35:23.928 INFO colnod.api] 	 	 0 TOKENS WERE ADDED/UPDATED
-[03-12-2019 07:35:23.928 INFO colnod.api] 	 	 0 TOKENS DELETED
-[03-12-2019 07:35:23.928 INFO colnod.api] 	 	 0 SUBJECTS WERE ADDED/UPDATED
-[03-12-2019 07:35:23.928 INFO colnod.api] 	 	 0 SUBJECTS DELETED
-[03-12-2019 07:35:23.928 INFO colnod.api] ------------------------------------------------------------------
-[03-12-2019 07:35:23.928 INFO sync.manager] DOWNLOADING DATA -> FINISHED
-[03-12-2019 07:35:23.928 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.928 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.928 INFO sync.manager] PREPARING DATA -> BEGIN
-[03-12-2019 07:35:23.928 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.928 INFO sync.manager] Resolve conflicts ( changes on same item on both Colnod and DB ):
-[03-12-2019 07:35:23.929 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 -> COLNOD DATA - CHANGES:
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 	 0 TOKENS WERE ADDED/UPDATED IN DATABASE AFTER
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 	 0 TOKENS WERE ALREADY SYNCED
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 	 0 TOKENS WERE ALREADY DELETED
-[03-12-2019 07:35:23.929 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 -> DATABASE DATA - CHANGES:
-[03-12-2019 07:35:23.929 INFO sync.manager] 	 	 0 TOKENS WERE ADDED/UPDATED IN COLNOD AFTER
-[03-12-2019 07:35:23.929 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.929 INFO sync.manager] PREPARING DATA -> FINISHED
-[03-12-2019 07:35:23.929 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.929 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:23.929 INFO sync.manager] PROCESSING DATA -> BEGIN
-[03-12-2019 07:35:23.929 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.929 INFO sync.manager] Push changes to both Colnod and Database:
-[03-12-2019 07:35:23.929 INFO sync.manager] ------------------------------------------------------------------
-[03-12-2019 07:35:23.933 INFO database.api] 	 -> DATA PROCESSED TO DATABASE:
-[03-12-2019 07:35:23.933 INFO database.api] 	 	 0 TOKENS ADDED/UPDATED
-[03-12-2019 07:35:23.933 INFO database.api] 	 	 0 TOKENS DELETED
-[03-12-2019 07:35:23.933 INFO database.api] 	 	 0 SUBJECTS ADDED/UPDATED
-[03-12-2019 07:35:23.934 INFO database.api] 	 	 0 SUBJECTS DELETED
-[03-12-2019 07:35:23.934 INFO database.api] ------------------------------------------------------------------
-[03-12-2019 07:35:23.934 INFO colnod.api] 	 -> DATA PROCESSED TO COLNOD:
-[03-12-2019 07:35:23.934 INFO colnod.api] 	 	 0 TOKENS UPDATED
-[03-12-2019 07:35:23.934 INFO colnod.api] 	 	 0 TOKENS DELETED
-[03-12-2019 07:35:23.934 INFO colnod.api] ------------------------------------------------------------------
-[03-12-2019 07:35:23.934 INFO sync.manager] PROCESSING DATA -> FINISHED
-[03-12-2019 07:35:23.934 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:24.004 INFO sync.manager] Update last synchronization time to time of this sync ( 2019-12-03 07:35:23.097 )
-[03-12-2019 07:35:24.004 INFO sync.manager] ==================================================================
-[03-12-2019 07:35:24.004 INFO sync.manager] SYNCHRONIZATION FINISHED
-[03-12-2019 07:35:24.004 INFO sync.manager] ==================================================================

server-sdk

@@ -1 +1 @@
-Subproject commit a818055b75dc0de97e26be44cbbfd2e94516c09e
+Subproject commit 13d09d246cb198291ea5af00ddad3dbd724519cd

src/CMakeLists.txt

@@ -0,0 +1,36 @@
+cmake_minimum_required(VERSION 3.1.0)
+project(colnod-connector VERSION 0.1.0)
+
+message(">> APP ${PROJECT_NAME} ${PROJECT_VERSION}")
+
+cmake_policy(SET CMP0063 NEW)
+cmake_policy(SET CMP0075 NEW)
+
+set(CMAKE_AUTOMOC ON)
+set(CMAKE_AUTORCC ON)
+set(CMAKE_AUTOUIC ON)
+
+find_package(Qt5 COMPONENTS Core REQUIRED)
+find_package(Qt5 COMPONENTS Sql REQUIRED)
+find_package(Qt5 COMPONENTS Network REQUIRED)
+
+# find all cpp files from app and colnod folders
+# app contains main()
+file(GLOB_RECURSE APP_SOURCE_FILES FILES_MATCHING PATTERN "app/*.cpp")
+# colnod contains additional files, but is part of the application executable
+# so we do not make colnod folder into separate library but include it in the final executable directly
+file(GLOB_RECURSE COLNOD_SOURCE_FILES FILES_MATCHING PATTERN "colnod/*.cpp")
+
+# creates actual cmake target seen in cmake
+add_executable(${PROJECT_NAME} ${APP_SOURCE_FILES} ${COLNOD_SOURCE_FILES})
+
+# link QT and server-sdk submodule
+target_link_libraries(${PROJECT_NAME}
+    Qt5::Core
+    Qt5::Sql
+    Qt5::Network
+    serversdk # link server-sdk git submodule
+)
+
+set_target_properties(${PROJECT_NAME} PROPERTIES CXX_STANDARD 17)
+target_compile_options(${PROJECT_NAME} PUBLIC -O0 -Wall)

src/app/main.cpp

@@ -1,14 +1,13 @@
 #include <QCoreApplication>
-
-#include "syncmanager.h"
 #include <QCommandLineParser>
-#include "serversdk/requestmanager.h"
-#include "serversdk/request.h"
 
-#include "serversdk/logger.h"
+#include <serversdk/requestmanager.h>
-#include "serversdk/core.h"
+#include <serversdk/request.h>
+#include <serversdk/logger.h>
+#include <serversdk/core.h>
 
-#include "colnodapi.h"
+#include "../colnod/colnodapi.h"
+#include "../colnod/syncmanager.h"
 
 int main(int argc, char *argv[])
 {
@@ -22,7 +21,7 @@ int main(int argc, char *argv[])
     parser.setApplicationDescription("Colnod sync");
     QCommandLineOption dryModeOption("dryMode", "ColnodAPI", "Read-only mode, prints changes which would normally be made");
     QCommandLineOption dropTablesOption("dropTables", "ColnodAPI", "Delete tables with datas from Colnod");
-    QCommandLineOption createTablesOption("createTables", "ColnodAPI", "Create tables to saving data from Colnod");
+    QCommandLineOption createTablesOption("createTables", "ColnodAPI", "Create tables for saving data from Colnod");
     parser.addOption(dryModeOption);
     parser.addOption(dropTablesOption);
     parser.addOption(createTablesOption);
@@ -30,7 +29,7 @@ int main(int argc, char *argv[])
 
 
     // Logger initializiaton
-    serversdk::initAppLogger(); // <-- then Logger::outputMessage will handle all messages
+    serversdk::initAppLogger();
 
     // Log messge Filtering
     QStringList filters;
@@ -40,18 +39,17 @@ int main(int argc, char *argv[])
     QLoggingCategory::setFilterRules(filters.join(QStringLiteral("\n")));
 
 
-
     SyncManager syncManager(parser.isSet(dryModeOption));
 
     // Initialize database and colnod API
     if (!syncManager.databaseInitialization()) {
-        qCritical("Not possible to initialize sync application");
+        qCritical() << "Not possible to initialize sync application";
         return -1;
     }
 
     // Synchronizaiton
     if (!syncManager.startSynchronization()) {
-        qCritical("Not possible to start synchronization");
+        qCritical() << "Not possible to start synchronization";
         return -1;
     }
 

src/colnod/colnodapi.cpp

@@ -1,10 +1,12 @@
 #include "colnodapi.h"
 
+#include <utility>
+
 Q_LOGGING_CATEGORY(colnod, "colnod.api");
 
 
-ColnodAPI::ColnodAPI(serversdk::RequestManager* reqMan, const bool &dryMode, const QString &userName, const QString &password)
+ColnodAPI::ColnodAPI(serversdk::RequestManager* reqMan, const bool &dryMode, QString userName, QString password)
-    :mReqMan(reqMan), mUserName(userName), mPassword(password), mDryMode(dryMode)
+    :mReqMan(reqMan), mUserName(std::move(userName)), mPassword(std::move(password)), mDryMode(dryMode)
 {
     // -----------------------------------
     mReqMan->setIgnoreSsl(true);
@@ -18,98 +20,204 @@ ColnodAPI::ColnodAPI(serversdk::RequestManager* reqMan, const bool &dryMode, con
  * @return signal with nullptr when something went wrong
  * @return signal with data when valid data returned
  */
-void ColnodAPI::downloadData(const qint64 &time)
+bool ColnodAPI::downloadData(const qint64 &time)
 {
     // Have to get Login
     auto login = requestLogin();
+    Q_ASSERT(login);
+    if (login->networkReply() == nullptr) {
+        qCCritical(colnod) << "Not possible to create login request";
+        return false;
+    }
     connect(login.get(), &serversdk::Request::finished, this, [=](){
-        // Get login token
+        // Get login token and check if is correct
         if (!checkRequest(login)) {
             emit downloadDataFinished(nullptr);
-            return;
+            return false;
         }
         AuthToken token;
+
+        if (checkResponse(login->responseData())) {
+            qCWarning(colnod) << "empty response data when logging in";
+            emit downloadDataFinished(nullptr);
+            return false;
+        }
+
         token.fromJson(login->responseData());
         authToken = token.id();
+        if (authToken.isEmpty()) {
+            qCCritical(colnod) << "Token uuid is empty";
+            emit downloadDataFinished(nullptr);
+            return false;
+        }
 
         auto data = std::make_shared<Data>();
-
-        auto errorHandler = [=](std::shared_ptr<serversdk::Request> request){
-            if (!checkRequest(request)) {
-                qWarning(colnod) << "ERROR during calling" << request->url() << ", request unsuccessful";
-                mValid = false;
-                emit downloadDataFinished(nullptr);  // TODO: think about it, will the other if passed?
-            }
-            else if (!checkResponse(request->responseData())) {
-                qWarning(colnod) << "Data from" << request->url() << "are invalid";
-                mValid = false;
-            }
-        };
-
-
-        // if I have all data emit downloadDataFinished
-        connect(this, &ColnodAPI::partOfDataReady, this, &ColnodAPI::areDataReady);
-
         Timestamp timestamp;
         timestamp.setTimestamp(time);
 
+        // emit signal when with all data when it is ready
+        auto checkData = [=]() {
+            int dataCount = data->incrementCounter();
+            if ( dataCount > 5) {
+                qCCritical(colnod) << "check data cannnot be higher then 4";
+            }
+            Q_ASSERT(dataCount < 5);
+            if (dataCount == 4) {
+                qInfo(colnod) << tab << "- src col:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() <<
+                                 "] subjects [" << data->updatedSubjects.size() << ":" << data->deletedSubjects.size() << "] [ added/updated : deleted ]";
+
+                if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+                        !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+                    qInfo(colnod) << dash;
+                }
+                for (const auto &token : data->updatedTokens) {
+                    qInfo(colnod) << Message::massageTemplate("Download updated", "token", "colnod", token->name());
+                }
+                for (const auto &id : data->deletedTokens) {
+                    qInfo(colnod) << Message::massageTemplate("Download deleted", "token", "colnod", id);
+                }
+                for (const auto &subject : data->updatedSubjects) {
+                    qInfo(colnod) << Message::massageTemplate("Download updated", "subject", "colnod", subject->name());
+                }
+                for (const auto &id : data->deletedSubjects) {
+                    qInfo(colnod) << Message::massageTemplate("Download deleted", "token", "colnod", id);
+                }
+                if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+                        !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+                    qInfo(colnod) << dash;
+                }
+                emit downloadDataFinished(data);
+            }
+        };
+
         auto tokensRequest = getTokensUpdated(timestamp);
-        connect(tokensRequest.get(), &serversdk::Request::finished, errorHandler);
         connect(tokensRequest.get(), &serversdk::Request::finished, [=](){
-            saveUpdatedTokens(data, tokensRequest->responseData());
+            if (!checkErrors(tokensRequest)) {
-            emit partOfDataReady(data);
+                qCritical(colnod) << "Error during call getTokensUpdated endpoint";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            if (!saveUpdatedTokens(data, tokensRequest->responseData())) {
+                qCritical(colnod) << "Error during saving getTokensUpdated";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            checkData();
         });
 
         auto deletedTokensRequest = getTokensDeleted(timestamp);
-        connect(deletedTokensRequest.get(), &serversdk::Request::finished, errorHandler);
         connect(deletedTokensRequest.get(), &serversdk::Request::finished, [=](){
-            saveDeletedTokens(data, deletedTokensRequest->responseData());
+            if (!checkErrors(deletedTokensRequest)) {
-            emit partOfDataReady(data);
+                qCritical(colnod) << "Error during call getTokensDeleted endpoint";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            if (!saveDeletedTokens(data, deletedTokensRequest->responseData())) {
+                qCritical(colnod) << "Error during saving getTokensDeleted";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            checkData();
         });
 
         auto subjectsRequest = getSubjectsUpdated(timestamp);
-        connect(subjectsRequest.get(), &serversdk::Request::finished, errorHandler);
         connect(subjectsRequest.get(), &serversdk::Request::finished, [=](){
-            saveUpdatedSubjects(data, subjectsRequest->responseData());
+            if (!checkErrors(subjectsRequest)) {
-            emit partOfDataReady(data);
+                qCritical(colnod) << "Error during call getSubjectsUpdated endpoint";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            if (!saveUpdatedSubjects(data, subjectsRequest->responseData())) {
+                qCritical(colnod) << "Error during saving getSubjectsUpdated";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            checkData();
         });
 
         auto deletedSubjectsRequest = getSubjectsDeleted(timestamp);
-        connect(deletedSubjectsRequest.get(), &serversdk::Request::finished, errorHandler);
         connect(deletedSubjectsRequest.get(), &serversdk::Request::finished, [=](){
-            saveDeletedSubjects(data, deletedSubjectsRequest->responseData());
+            if (!checkErrors(deletedSubjectsRequest)) {
-            emit partOfDataReady(data);
+                qCritical(colnod) << "Error during call getSubjectsDeleted endpoint";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            if (!saveDeletedSubjects(data, deletedSubjectsRequest->responseData())) {
+                qCritical(colnod) << "Error during saving getSubjectsDeleted";
+                emit downloadDataFinished(nullptr);
+                return;
+            }
+            checkData();
         });
+        return true;
+
     });
+    return true;
 }
 
 void ColnodAPI::processData(const std::shared_ptr<Data> &data)
 {
-    for (const auto &token : data->updatedTokens) {
+    // emit signal when finished
-        qInfo(colnod).noquote() << Message::massageTemplate("Updating", "token", "colnod", token->name());
+    auto checkData = [=]() {
-    }
+        int dataCount = data->incrementCounter();
-    for (const auto &id : data->deletedTokens) {
+        if ( dataCount > 3) {
-        qInfo(colnod).noquote() << Message::massageTemplate("Deleting", "token", "colnod", id);
+            qCCritical(colnod) << "check data cannnot be higher then 2";
-    }
+        }
-    if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty()) {
+        Q_ASSERT(dataCount < 3);
+        if (dataCount == 2) {
+            qInfo(colnod) << tab << "- push col:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() <<
+                             "] [ added/updated : deleted ]";
+
+            if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+                    !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+                qInfo(colnod) << dash;
+            }
+
+            for (const auto &token : data->updatedTokens) {
+                qInfo(colnod).noquote() << Message::massageTemplate("Updated", "token", "colnod", token->name());
+            }
+
+            for (const auto &id : data->deletedTokens) {
+                qInfo(colnod).noquote() << Message::massageTemplate("Deleted", "token", "colnod", id);
+            }
+
+            if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+                    !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+                qInfo(colnod) << dash;
+            }
+            emit dataProcessFinished(mValid);
+        }
+    };
+
+    if ( !data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ) {
         qInfo(colnod) << dash;
     }
-    qInfo(colnod) << tab << "-> DATA PROCESSED TO COLNOD:";
+    if ( !data->updatedTokens.isEmpty() && !mDryMode ) {
-    qInfo(colnod) << tab << tab << data->updatedTokens.size() << "TOKENS UPDATED";
+        auto setTokensRequest = setTokens(data->updatedTokens);
-    qInfo(colnod) << tab << tab << data->deletedTokens.size() << "TOKENS DELETED";
+        connect(setTokensRequest.get(),  &serversdk::Request::finished, [=](){
-    qInfo(colnod) << dash;
+            if (!checkErrors(setTokensRequest)) {
-
+                data->updatedTokens.clear();
-
+                mValid = false;
-    connect(this, &ColnodAPI::partOfDataProcessFinished, this, &ColnodAPI::isDataProcessFinished);
+                return;
-    if ( !data->updatedTokens.isEmpty() && !mDryMode) {
+            }
-        setTokens(data->updatedTokens);
+            checkData();
+        });
     } else {
-        emit partOfDataProcessFinished();
+        checkData();
     }
-    if ( !data->deletedTokens.isEmpty() && !mDryMode) {
+
-        deleteTokens(data->deletedTokens);
+    if ( !data->deletedTokens.isEmpty() && !mDryMode ) {
+        auto deletedTokensRequest = deleteTokens(data->deletedTokens);
+        connect(deletedTokensRequest.get(),  &serversdk::Request::finished, [=](){
+            if (!checkErrors(deletedTokensRequest)) {
+                data->deletedTokens.clear();
+                mValid = false;
+                return;
+            }
+            checkData();
+        });
     } else {
-        emit partOfDataProcessFinished();
+        checkData();
     }
 }
 
@@ -171,20 +279,6 @@ std::shared_ptr<serversdk::Request> ColnodAPI::setTokens(const QHash<QString, st
     auto request = composeRequest("/TokenManager/setTokens", Token::tokensToColnodJson(tokens));
     request->setUserName(authToken);
     mReqMan->processRequest(request);
-    connect(request.get(),  &serversdk::Request::finished, [=](){
-        if (!checkRequest(request)) {
-            qCritical(colnod) << "ERROR during calling /TokenManager/setTokens, request unsuccessful. EXIT";
-            emit error();
-        }
-        if (checkResponse(request->responseData())) {
-            emit partOfDataProcessFinished();
-        }
-        else {
-            qWarning(colnod) << "Tokens wasn't updated";
-            mValid = false;
-            emit partOfDataProcessFinished();
-        }
-    });
     return request;
 }
 
@@ -193,20 +287,6 @@ std::shared_ptr<serversdk::Request> ColnodAPI::deleteTokens(const QList<QString>
     auto request = composeRequest("/TokenManager/deleteTokens", Token::idsToJSON(ids));
     request->setUserName(authToken);
     mReqMan->processRequest(request);
-    connect(request.get(),  &serversdk::Request::finished, [=](){
-        if (!checkRequest(request)) {
-            qCritical(colnod) << "ERROR during calling /TokenManager/deleteTokens, request unsuccessful. EXIT";
-            emit error();
-        }
-        if (checkResponse(request->responseData())) {
-            emit partOfDataProcessFinished();
-        }
-        else {
-            qWarning(colnod) << "Tokens wasn't deleted";
-            mValid = false;
-            emit partOfDataProcessFinished();
-        }
-    });
     return request;
 }
 
@@ -218,10 +298,20 @@ std::shared_ptr<serversdk::Request> ColnodAPI::composeRequest(const QString &end
 
 bool ColnodAPI::checkRequest(const std::shared_ptr<serversdk::Request> &request)
 {
-    if (request->status() == 200) {
+    return request->status() == 200;
-        return true;
+}
+
+bool ColnodAPI::checkErrors(const std::shared_ptr<serversdk::Request> &request)
+{
+    if (!checkRequest(request)) {
+        qCWarning(colnod) << "Status is not 200";
+        return false;
     }
-    return false;
+    if (!checkResponse(request->responseData())) {
+        qCWarning(colnod) << "Empty response data";
+        return false;
+    }
+    return true;
 }
 
 bool ColnodAPI::isValid()
@@ -239,17 +329,6 @@ void ColnodAPI::setPassword(const QString &password)
     mPassword = password;
 }
 
-qint64 ColnodAPI::lastSync() const
-{
-    return mLastSync.timestamp();
-}
-
-void ColnodAPI::setlastSync(const qint64 &lastSync)
-{
-    mLastSync.setTimestamp(lastSync);
-}
-
-
 QString ColnodAPI::userName() const
 {
     return mUserName;
@@ -260,60 +339,42 @@ void ColnodAPI::setUserName(const QString &userName)
     mUserName = userName;
 }
 
-void ColnodAPI::areDataReady(std::shared_ptr<Data> data)
+bool ColnodAPI::saveUpdatedTokens(const std::shared_ptr<Data>& data, const QByteArray &responseData)
 {
-    if (++amountData == 4) {
+    Q_ASSERT(data);
-
+    return data->loadTokensFromJson(responseData);
-        qInfo(colnod) << tab << "-> COLNOD DATA:";
-        qInfo(colnod) << tab << tab << data->updatedTokens.size() << "TOKENS WERE ADDED/UPDATED";
-        qInfo(colnod) << tab << tab << data->deletedTokens.size() << "TOKENS DELETED";
-        qInfo(colnod) << tab << tab << data->updatedSubjects.size() << "SUBJECTS WERE ADDED/UPDATED";
-        qInfo(colnod) << tab << tab << data->deletedSubjects.size() << "SUBJECTS DELETED";
-        qInfo(colnod) << dash;
-
-        amountData = 0;
-        emit downloadDataFinished(data);
-    }
 }
 
-void ColnodAPI::isDataProcessFinished()
+bool ColnodAPI::saveDeletedTokens(const std::shared_ptr<Data>& data, const QByteArray &responseData)
-{
-    if (++amountProccessesFinished == 2) {
-        emit dataProcessFinished();
-    }
-}
-
-void ColnodAPI::saveUpdatedTokens(std::shared_ptr<Data> data, const QByteArray &responseData)
-{
-    data->loadTokensFromJson(responseData);
-}
-
-void ColnodAPI::saveDeletedTokens(std::shared_ptr<Data> data, const QByteArray &responseData)
 {
+    Q_ASSERT(data);
+    if (responseData.isEmpty())
+        return false;
     QJsonDocument doc = QJsonDocument::fromJson(responseData);
     QJsonArray items = doc.object()["items"].toArray();
     for (QJsonValueRef item : items) {
         data->deletedTokens.append(item.toString());
     }
+    return true;
 }
 
-void ColnodAPI::saveUpdatedSubjects(std::shared_ptr<Data> data, const QByteArray &responseData)
+bool ColnodAPI::saveUpdatedSubjects(const std::shared_ptr<Data>& data, const QByteArray &responseData)
 {
-    data->loadSubjectsFormJson(responseData);
+    Q_ASSERT(data);
+    return data->loadSubjectsFormJson(responseData);
 }
 
-void ColnodAPI::saveDeletedSubjects(std::shared_ptr<Data> data, const QByteArray &responseData)
+bool ColnodAPI::saveDeletedSubjects(const std::shared_ptr<Data>& data, const QByteArray &responseData)
 {
+    Q_ASSERT(data);
+    if (responseData.isEmpty())
+        return false;
     QJsonDocument doc = QJsonDocument::fromJson(responseData);
     QJsonArray items = doc.object()["items"].toArray();
     for (QJsonValueRef item : items) {
         data->deletedSubjects.append(item.toString());
     }
-}
+    return true;
-
-void ColnodAPI::newData()
-{
-    mData = std::make_shared<Data>();
 }
 
 bool ColnodAPI::checkResponse(const QByteArray &responseData)

src/colnod/colnodapi.h

@@ -1,35 +1,51 @@
 #pragma once
 
-#include "serversdk/requestmanager.h"
+#include <serversdk/requestmanager.h>
-#include "serversdk/request.h"
+#include <serversdk/request.h>
-#include "serversdk/databasetable.h"
+#include <serversdk/databasetable.h>
-#include "serversdk/logger.h"
+#include <serversdk/logger.h>
+
 #include "data.h"
 
 Q_DECLARE_LOGGING_CATEGORY(colnod)
 
+/**
+ * @brief Helper class for simply work with Colnod API
+ */
 class LoginResp : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(QString, username, setUsername, "")
     TABLE_PROPERTY(QString, password, setPassword, "")
 };
-
+/**
+ * @brief Helper class for simply work with Colnod API
+ */
 class AuthToken : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(QString, id, setId, QString())
 };
 
+/**
+ * @brief Class for easy switching date time formats
+ * Especially between from and to miliseconds
+ */
 class Timestamp : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(qint64, timestamp, setTimestamp, 0)
-public:
+    public:
-    Timestamp() = default;
+        Timestamp() = default;
 
-    void setTimestamp(QDateTime time)
+    void setTimestamp(const QDateTime &time)
     {
         setTimestamp(time.toMSecsSinceEpoch());
     }
 
+    /**
+     * @breif Function for output date in readable form
+     *
+     * @return String in format: 2019-11-12 16:34:03.932
+     *
+     */
     QString toDateString()
     {
         return QDateTime::fromMSecsSinceEpoch(a_timestamp).toString("yyyy-MM-dd hh:mm:ss.zzz");
@@ -39,18 +55,45 @@ public:
 class ColnodAPI: public QObject
 {
     Q_OBJECT
+    friend class ColnodTest;
 public:
     ColnodAPI() = default;
-    ColnodAPI(serversdk::RequestManager* reqManconst, const bool &dryMode = false, const QString &userName = "spaceti", const QString &password = "spaceti1");
+    ColnodAPI(serversdk::RequestManager* reqManconst, const bool &dryMode = false, QString userName = "spaceti", QString password = "spaceti1");
+    /**
+     * @brief Downloading changed data from Colnod since last Synchronization
+     *
+     * @param time Time of last sync
+     *
+     * @return Function returns data changed after this time
+     */
+    bool downloadData(const qint64 &time);
 
-    void downloadData(const qint64 &time);
+    /**
+     * @brief Push all data prepare during synchronization to Colnod
+     * @param data Data which are pushing to Colnod
+     */
     void processData(const std::shared_ptr<Data> &data);
 
-    // New approach
+    /**
+     * @brief Endpoint of Colnod API
+     * @param time Returns changed tokens after time
+     * @return Return request, than waiting for finished
+     */
+    std::shared_ptr<serversdk::Request> getTokensUpdated(const Timestamp &time);
+
+    // Attributes
+    QString userName() const;
+    void setUserName(const QString &userName);
+    QString password() const;
+    void setPassword(const QString &password);
+
+    bool isValid();
+
+private:
     std::shared_ptr<serversdk::Request> requestLogin();
 
-
+    // All endpoints of Colnod API that we need to use, simply returns request
-    std::shared_ptr<serversdk::Request> getTokensUpdated(const Timestamp &time);
+    // than we wait for finish
     std::shared_ptr<serversdk::Request> getTokensDeleted(const Timestamp &time);
     std::shared_ptr<serversdk::Request> getSubjectsUpdated(const Timestamp &time);
     std::shared_ptr<serversdk::Request> getSubjectsDeleted(const Timestamp &time);
@@ -58,57 +101,38 @@ public:
     std::shared_ptr<serversdk::Request> setTokens(const QHash<QString, std::shared_ptr<Token>> &tokens);
     std::shared_ptr<serversdk::Request> deleteTokens(const QList<QString> &tokenIds);
 
-    // Attributes
+    // Functions which saves response data from Colnod to variable data
-    QString userName() const;
+    bool saveUpdatedTokens(const std::shared_ptr<Data>& data, const QByteArray &responseData);
-    void setUserName(const QString &userName);
+    bool saveUpdatedSubjects(const std::shared_ptr<Data>& data, const QByteArray &responseData);
-    QString password() const;
+    bool saveDeletedTokens(const std::shared_ptr<Data>& data, const QByteArray &responseData);
-    void setPassword(const QString &password);
+    bool saveDeletedSubjects(const std::shared_ptr<Data>& data, const QByteArray &responseData);
-    qint64 lastSync() const;
-    void setlastSync(const qint64 &lastSync);
-
-    bool isValid();
-
-private:
-    Q_SLOT void areDataReady(std::shared_ptr<Data> data);
-    Q_SLOT void isDataProcessFinished();
-
-private:
-    void saveUpdatedTokens(std::shared_ptr<Data> data, const QByteArray &responseData);
-    void saveUpdatedSubjects(std::shared_ptr<Data> data, const QByteArray &responseData);
-    void saveDeletedTokens(std::shared_ptr<Data> data, const QByteArray &responseData);
-    void saveDeletedSubjects(std::shared_ptr<Data> data, const QByteArray &responseData);
-
-    void newData();
 
+    // Helper func for check format of response
     bool checkResponse(const QByteArray &responseData);
-
+    // Helper func for check status of request
-    QByteArray getTimestampJson(const qint64 &time);
-    std::shared_ptr<serversdk::Request> composeRequest(const QString &endpoint, const QByteArray &data);
-
     bool checkRequest(const std::shared_ptr<serversdk::Request> &request);
 
+    bool checkErrors(const std::shared_ptr<serversdk::Request> &request);
+
+    // Prepares request to be sent
+    std::shared_ptr<serversdk::Request> composeRequest(const QString &endpoint, const QByteArray &data);
 
 signals:
+    /**
+     * @brief Signal which transfer data to Sync Manager
+     */
     void downloadDataFinished(std::shared_ptr<Data> = std::shared_ptr<Data>());
-    void partOfDataReady(std::shared_ptr<Data> = std::shared_ptr<Data>());
+    void dataProcessFinished(bool success = true);
-    void partOfDataProcessFinished();
-    void dataProcessFinished();
-
-    void error();
 
 private:
     serversdk::RequestManager* mReqMan = nullptr;
     QString mHost = "https://192.168.1.3:8443";
     QString mUserName;
     QString mPassword;
-    Timestamp mLastSync;
     bool mDryMode = false;
     bool mValid = true;
-
+    bool mSuccess = true;
-    std::shared_ptr<Data> mData;
 
     QString authToken;
-    qint16 amountData = 0;
-    qint16 amountProccessesFinished = 0;
 };
 

src/colnod/data.cpp

@@ -1,16 +1,10 @@
 #include "data.h"
 
-
+bool Data::loadTokensFromJson(const QByteArray &data)
-void Data::clear()
 {
-    updatedTokens.clear();
+    if (data.isEmpty())
-    updatedSubjects.clear();
+        return false;
-    deletedTokens.clear();
-    deletedSubjects.clear();
-}
 
-void Data::loadTokensFromJson(const QByteArray &data)
-{
     auto doc = QJsonDocument::fromJson(data);
     auto items = doc.object()["items"].toArray();
     for (auto item : items) {
@@ -19,10 +13,14 @@ void Data::loadTokensFromJson(const QByteArray &data)
         token->fromJson(doc.toJson());
         updatedTokens.insert(token->id(), token);
     }
+    return true;
 }
 
-void Data::loadSubjectsFormJson(const QByteArray &data)
+bool Data::loadSubjectsFormJson(const QByteArray &data)
 {
+    if (data.isEmpty())
+        return false;
+
     auto doc = QJsonDocument::fromJson(data);
     auto items = doc.object()["items"].toArray();
     for (auto item : items) {
@@ -31,4 +29,10 @@ void Data::loadSubjectsFormJson(const QByteArray &data)
         subject->fromJson(doc.toJson());
         updatedSubjects.insert(subject->id(), subject);
     }
+    return true;
+}
+
+int Data::incrementCounter()
+{
+    return ++counter;
 }

src/colnod/data.h

@@ -1,5 +1,7 @@
 #pragma once
 
+#include <utility>
+
 #include "token.h"
 #include "subject.h"
 
@@ -13,7 +15,7 @@ constexpr auto tab = "\t";
 class Message
 {
 public:
-    static QString massageTemplate(QString action, QString item, QString source, QString itemInfo)
+    static QString massageTemplate(const QString& action, const QString& item, const QString& source, const QString& itemInfo)
     {
         return action + " " + item + " in " + source + ", " + item + ": '" + itemInfo + "'";
     }
@@ -25,16 +27,33 @@ class Data
     friend class DatabaseAPI;
 public:
     Data() = default;
+    /**
+     * @brief Fill data with tokens from JSON
+     * @param data Response data in JSON format
+     * @return True if success otherwise False
+     */
+    bool loadTokensFromJson(const QByteArray &data);
 
-    void clear();
+    /**
-
+     * @brief Fill data with subjects from JSON
-    void loadTokensFromJson(const QByteArray &data);
+     * @param data Response data in JSON format
-    void loadSubjectsFormJson(const QByteArray &data);
+     * @return True if success otherwise False
+     */
+    bool loadSubjectsFormJson(const QByteArray &data);
 
     QHash<QString, std::shared_ptr<Token>> updatedTokens;
     QList<QString> deletedTokens;
     QHash<QString, std::shared_ptr<Subject>> updatedSubjects;
     QList<QString> deletedSubjects;
+
+    /**
+     * @brief Helper function for check if all endpoints calls are processed
+     * @return Returns acctual amout of processed endpoints
+     */
+    int incrementCounter();
+
+private:
+    int counter = 0;
 };
 
 struct PreparedData
@@ -46,8 +65,8 @@ public:
     {
     }
 
-
     // TODO: make unique_ptr ( neeed because of ColnodAPI )
     std::shared_ptr<Data> databaseData;
     std::shared_ptr<Data> colnodData;
+
 };

src/colnod/databaseapi.cpp

@@ -12,7 +12,7 @@ DatabaseAPI::DatabaseAPI(serversdk::DatabaseManager *dbMan, bool dryMode)
     mDbMan->setDryMode(dryMode);
 }
 
-bool DatabaseAPI::open(QString host, QString name, QString user, QString password)
+bool DatabaseAPI::open(const QString& host, const QString& name, const QString& user, const QString& password)
 {
     return mDbMan->openPostgres(host, name, user, password);
 }
@@ -46,35 +46,52 @@ std::shared_ptr<Data> DatabaseAPI::downloadData()
     }
 
     return composeData(updatedQuery, deletedQuery);
-    // TODO: why emiting signal??
-    // this can return Strucutre
-    //emit downloadDataFinished(composeData(updatedQuery, deletedQuery));
 }
 
 bool DatabaseAPI::processData(const std::shared_ptr<Data> &data)
-{     
+{
-    uploadTokens(data->updatedTokens);
+    bool res = true;
-    uploadSubjects(data->updatedSubjects);
+    if (!uploadTokens(data->updatedTokens)) {
-    deleteItems(data->deletedTokens, "colnod_token");
+        res = false;
-    deleteItems(data->deletedSubjects, "colnod_subject");
+    }
-    if ( !data->updatedTokens.isEmpty() ||
+    if (!uploadSubjects(data->updatedSubjects)) {
-         !data->updatedSubjects.isEmpty() ||
+        res = false;
-         !data->deletedTokens.isEmpty() ||
+    }
-         !data->deletedSubjects.isEmpty()) {
+    if (!deleteItems(data->deletedTokens, "colnod_token")) {
-         qInfo(database) << dash;
+        res = false;
+    }
+    if (!deleteItems(data->deletedSubjects, "colnod_subject")) {
+        res = false;
     }
-    qInfo(database) << tab << "-> DATA PROCESSED TO DATABASE:";
-    qInfo(database) << tab << tab << data->updatedTokens.size() << "TOKENS ADDED/UPDATED";
-    qInfo(database) << tab << tab << data->deletedTokens.size() << "TOKENS DELETED";
-    qInfo(database) << tab << tab << data->updatedSubjects.size() << "SUBJECTS ADDED/UPDATED";
-    qInfo(database) << tab << tab << data->deletedSubjects.size() << "SUBJECTS DELETED";
-    qInfo(database) << dash;
 
-    // TODO: add error handling
+    qInfo(database) << tab << "- push db:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() <<
-    return true;
+                     "] subjects [" << data->updatedSubjects.size() << ":" << data->deletedSubjects.size() << "] [ added/updated : deleted ]";
+
+    if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+            !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+        qInfo(database) << dash;
+    }
+    for (const auto &token : data->updatedTokens) {
+        qInfo(database) << Message::massageTemplate("Updated", "token", "database", token->name());
+    }
+    for (const auto &id : data->deletedTokens) {
+        qInfo(database) << Message::massageTemplate("Deleted", "token", "database", id);
+    }
+    for (const auto &subject : data->updatedSubjects) {
+        qInfo(database) << Message::massageTemplate("Updated", "subject", "database", subject->name());
+    }
+    for (const auto &id : data->deletedSubjects) {
+        qInfo(database) << Message::massageTemplate("Deleted", "subject", "database", id);
+    }
+    if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty() ||
+            !data->updatedSubjects.isEmpty() || !data->deletedSubjects.isEmpty()) {
+        qInfo(database) << dash;
+    }
+
+    return res;
 }
 
-
+// save data to structure Data to be sent to syncManager
 std::shared_ptr<Data> DatabaseAPI::composeData(const QSqlQuery &updatedQuery, QSqlQuery &deletedQuery)
 {
     auto data = std::make_shared<Data>();
@@ -86,20 +103,32 @@ std::shared_ptr<Data> DatabaseAPI::composeData(const QSqlQuery &updatedQuery, QS
         data->deletedTokens.append(deletedQuery.value(0).toString());
     }
 
-    qInfo(database) << tab << "-> DATABASE DATA:";
+    qInfo(database) << tab << "- src db:" << tab << "tokens [" << data->updatedTokens.size() << ":" << data->deletedTokens.size() <<
-    qInfo(database) << tab << tab << data->updatedTokens.size() << "TOKENS WERE ADDED/UPDATED";
+                     "] [ added/updated : deleted ]";
-    qInfo(database) << tab << tab << data->deletedTokens.size() << "TOKENS MARKED FOR DELETION";
+
-    qInfo(database) << dash;
+    if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty()) {
+        qInfo(database) << dash;
+    }
+    for (const auto &token : data->updatedTokens) {
+        qInfo(database) << Message::massageTemplate("Download updated", "token", "database", token->name());
+    }
+    for (const auto &id : data->deletedTokens) {
+        qInfo(database) << Message::massageTemplate("Download deleted", "token", "database", id);
+    }
+    if (!data->updatedTokens.isEmpty() || !data->deletedTokens.isEmpty()) {
+        qInfo(database) << dash;
+    }
 
     return data;
 }
 
+// Time of last synchronization
 qint64 DatabaseAPI::getLastSync()
 {
     auto query = mDbMan->createQuery();
     if (!executeQuery(query, "SELECT last_sync FROM config")) {
         qCritical(database) << "ERROR during getting time of last sync. Exit.";
-        emit error();
+        return -1;
     }
     if (query.next()){
         return query.value(0).toLongLong();
@@ -107,35 +136,20 @@ qint64 DatabaseAPI::getLastSync()
     return -1;
 }
 
-void DatabaseAPI::setLastSync(qint64 timestamp)
+bool DatabaseAPI::setLastSync(qint64 timestamp)
 {
     auto query = mDbMan->createQuery();
     query.prepare("UPDATE config SET last_sync = :last_sync");
     query.bindValue(":last_sync", timestamp);
     if (!executeQuery(query)) {
         qCritical(database) << "ERROR during set time of this synchronization as last sync time";
-        emit error();
+        return false;
     }
+    return true;
 }
 
-void DatabaseAPI::reupdateUpdated(const QHash<QString, std::shared_ptr<Token>> &tokens)
+// It update last_update time in db of deleted tokens, because in colnod is later time (time of real deletion from Colnod)
-{
+void DatabaseAPI::reupdateDeleted(const QList<QString>& ids)
-    auto query = mDbMan->createQuery();
-    for (const auto &token : tokens){
-        query.prepare("UPDATE colnod_token SET last_update = :last_update WHERE id = :id");
-        query.bindValue(":last_update", token->lastUpdate());
-        query.bindValue(":id", token->id());
-        if (!executeQuery(query)) {
-            qWarning(database) << "ERROR during updating last update of token:" << token->name() << ", it will be synced from Colnod to db in next sync. Last modified will be invalid";
-        }
-    }
-
-    qInfo(database) << equals;
-    qInfo(database) << "Synchronize last update in database with colnod";
-    qInfo(database) << equals;
-}
-
-void DatabaseAPI::reupdateDeleted(const QList<QString> ids)
 {
     auto query = mDbMan->createQuery();
     for (const auto &id : ids){
@@ -148,7 +162,6 @@ void DatabaseAPI::reupdateDeleted(const QList<QString> ids)
             }
         }
     }
-
 }
 
 qint64 DatabaseAPI::getNow()
@@ -159,50 +172,19 @@ qint64 DatabaseAPI::getNow()
         return -1;
     }
     query.next();
-    qDebug() << "Database time:" << QDateTime::fromMSecsSinceEpoch(query.value(0).toLongLong()).toString("yyyy-MM-dd hh:mm:ss.zzz");
-    qDebug() << "Current time:" << QDateTime::currentDateTime().toString("yyyy-MM-dd hh:mm:ss.zzz");
     return query.value(0).toLongLong();
 }
 
-void DatabaseAPI::initNewTokens()
+// All tokens which are pushed to Colnad are update back to db, because of diffrent last_update and init of new tokens
+bool DatabaseAPI::uploadTokens(const QHash<QString, std::shared_ptr<Token>> &tokens, const QSet<QString> &filters)
 {
-    auto query = mDbMan->createQuery();
-    if (!executeQuery(query, "SELECT * FROM colnod_token WHERE name IS NULL")) {
-        qWarning(database) << "ERROR during getting uninitialized tokens";
-    }
-    QHash<QString, std::shared_ptr<Token>> tokensToInit;
-    auto list = utils->tableFromQuery<Token>(query);
-    for (const auto &token : list) {
-        qint16 num = getNumOfTokensOfSubject(token->subjectId());
-        token->setName(getSubjectNameByTokenId(token->id()) + "_mobile_" + QString::number(num + 1));
-        token->setDescription("mobile");
-        token->setTokenData(token->tokenData().toUpper());
-        tokensToInit.insert(token->id(), token);
-
-        qInfo(database).noquote() << Message::massageTemplate("Inicializing new", "token", "database", token->name());
-    }
-    uploadTokens(tokensToInit);
-}
-
-bool DatabaseAPI::uploadTokens(const QHash<QString, std::shared_ptr<Token>> &tokens)
-{
-    // TODO: first check if OK, then message
-    // OK -> token was updated
-    // ERROR -> not possible to update
     auto query = mDbMan->createQuery();
     for (const auto &token : tokens) {
-        // Get token
-
         if (exists(token->id(), "colnod_token")) {
-            query = utils->updateTable(token.get(), "colnod_token");
+            query = utils->updateTable(token.get(), "colnod_token", filters);
-            qInfo(database).noquote() << Message::massageTemplate("Updating", "token", "database", token->name());
         }
         else {
-            // TODO: first check if OK, then message
-            // OK -> token was updated
-            // ERROR -> not possible to update
             query = utils->insertIntoTable(token.get(), "colnod_token");
-            qInfo(database).noquote() << Message::massageTemplate("Adding", "token", "database", token->name());
         }
         if (!query.isActive()) {
             mValid = false;
@@ -232,11 +214,9 @@ bool DatabaseAPI::uploadSubjects(const QHash<QString, std::shared_ptr<Subject>>
         }
         if (exists(subject->id(), "colnod_subject")) {
             query = utils->updateTable(subject.get(), "colnod_subject");
-            qInfo(database).noquote() << Message::massageTemplate("Updating", "subject", "database", subject->name());
         }
         else {
             query = utils->insertIntoTable(subject.get(), "colnod_subject");
-            qInfo(database).noquote() << Message::massageTemplate("Adding", "subject", "database", subject->name());
         }
         if (!query.isActive()) {
             mValid = false;
@@ -251,14 +231,26 @@ bool DatabaseAPI::deleteItems(const QList<QString> &ids, const QString &tableNam
 {
     auto query = mDbMan->createQuery();
     QString nowString = QDateTime::fromMSecsSinceEpoch(getLastSync()).toString("yyyy-MM-dd hh:mm:ss.zzz");
-    for (const auto &id : ids) {
-        qInfo(database).noquote() << Message::massageTemplate("Deleting", tableName.mid(tableName.indexOf("_") + 1, tableName.length() - 1), "database", id);
 
+    if (tableName == "colnod_subject") {
+        for (const auto &id : ids) {
+            query.prepare("DELETE FROM colnod_subject_attribute WHERE subject_id = :id");
+            query.bindValue(":id", id);
+            if (!executeQuery(query)) {
+                qWarning(database) << "ERROR during marking as deleted:" << id;
+                mValid = false;
+                return false;
+            }
+        }
+    }
+
+    for (const auto &id : ids) {
         query.prepare(QString("UPDATE %1 SET deleted = true, last_update = :now, last_modified = :now WHERE id = :id").arg(tableName));
         query.bindValue(":id", id);
         query.bindValue(":now", nowString);
         if (!executeQuery(query)) {
-            qWarning(database) << "ERROR during marking token as deleted:" << id;
+            qWarning(database) << "ERROR during marking as deleted:" << id;
+            mValid = false;
             return false;
         }
     }
@@ -268,35 +260,18 @@ bool DatabaseAPI::deleteItems(const QList<QString> &ids, const QString &tableNam
 std::shared_ptr<Token> DatabaseAPI::getToken(const QString &id)
 {
     auto query = mDbMan->createQuery();
-    query.prepare("SELECT * FROM colnod_token WHERE d = :id");
+    query.prepare("SELECT * FROM colnod_token WHERE id = :id");
     query.bindValue(":id", id);
     if (!executeQuery(query)) {
         qCritical(database) << "ERROR during accessing existing tokens. EXIT";
-        emit error();
         return nullptr;
     }
     auto list = utils->tableFromQuery<Token>(query);
     if (list.isEmpty())
-        return nullptr;
+        return std::make_shared<Token>();
     return list.at(0);
 }
 
-bool DatabaseAPI::isAlreadyDeleted(const QString &id)
-{
-    auto token = getToken(id);
-    if (!token) {
-        if (id.isEmpty()) {
-
-        }
-        qWarning(database) << "Token deleted in colnod doesn't exists in db, will be noted as already deleted in stats";
-        return true;
-    }
-    if (token->deleted())
-        return true;
-    return false;
-
-}
-
 bool DatabaseAPI::isValid()
 {
     return mValid;
@@ -317,7 +292,7 @@ int DatabaseAPI::exists(const QString &id, const QString &tableName)
 qint16 DatabaseAPI::getNumOfTokensOfSubject(const QString &id)
 {
     auto query = mDbMan->createQuery();
-    query.prepare("SELECT 1 FROM colnod_token WHERE subject_id = :id AND deleted = false");
+    query.prepare("SELECT 1 FROM colnod_token WHERE subject_id = :id AND description = 'mobile'");
     query.bindValue(":id", id);
     if (!executeQuery(query)) {
         qCritical(database) << "ERROR during accessing existing tokens. EXIT(1)";

src/colnod/databaseapi.h

@@ -1,15 +1,15 @@
 #pragma once
 
 #include <QSql>
+#include <QCoreApplication>
+
+#include <serversdk/databasemanager.h>
+#include <serversdk/databasetable.h>
+#include <serversdk/databaseutils.h>
+#include <serversdk/logger.h>
 
 #include "data.h"
 
-#include "serversdk/databasemanager.h"
-#include "serversdk/databasetable.h"
-#include "serversdk/databaseutils.h"
-#include "serversdk/logger.h"
-#include <QCoreApplication>
-
 Q_DECLARE_LOGGING_CATEGORY(database)
 
 
@@ -20,46 +20,104 @@ class DatabaseAPI : public QObject
 public:
     explicit DatabaseAPI(serversdk::DatabaseManager *dbMan, bool dryMode);
 
-    bool open(QString host = "192.168.1.94",
+    /**
-              QString name = "deloitte",
+     * @brief Connecting to database
-              QString user = "postgres",
+     * @param host
-              QString password = "34rjkciea12");
+     * @param name
+     * @param user
+     * @param password
+     * @return True if success False otherwise
+     */
+    bool open(const QString& host = "192.168.1.94",
+              const QString& name = "deloitte",
+              const QString& user = "postgres",
+              const QString& password = "34rjkciea12");
 
-    bool executeQuery(QSqlQuery &query, const QString &statement = QString());
 
     std::shared_ptr<Data> downloadData();
     bool processData(const std::shared_ptr<Data> &data);
+
+    /**
+     * @brief Get time of last synchronization
+     *
+     * LastSync time is stored in database, config table
+     */
     qint64 getLastSync();
-    void setLastSync(qint64 timestamp);
+
-    void reupdateUpdated(const QHash<QString, std::shared_ptr<Token> > &tokens);
+    /**
-    void reupdateDeleted(const QList<QString> ids);
+     * @brief Set time of acctual synchronization
+     * @param timestamp
+     */
+    bool setLastSync(qint64 timestamp);
+
+    /**
+     * @brief Update time of tokens which were deleted in actual sync
+     * @param ids Ids of deleted items
+     */
+    void reupdateDeleted(const QList<QString>& ids);
+
+    /**
+     * @brief Get time from database server
+     * @return Time in miliseconds
+     */
     qint64 getNow();
 
-    void initNewTokens();
 
-    // process data
+    /**
-    bool uploadTokens(const QHash<QString, std::shared_ptr<Token> > &tokens);
+     * @brief Push tokens prepared in this sync to database
+     *
+     * @param tokens Tokens to be pushed to database
+     * @param filters Can be used to omit tokens properties (Properties in filters won't be pushed to database
+     *
+     * @return True if success, False otherwise
+     */
+    bool uploadTokens(const QHash<QString, std::shared_ptr<Token> > &tokens, const QSet<QString> &filters  = {});
+
+    /**
+     * @brief Push subjects prepared in this sync to database
+     *
+     * @param subjects Subjects prepared to be pushed to database
+     *
+     * @return True if success, False otherwise
+     */
     bool uploadSubjects(const QHash<QString, std::shared_ptr<Subject> > &subjects);
+
+    /**
+     * @brief Set deleted of tokens/subjects to true
+     *
+     * @param ids Items which was prepared to be deleted from database
+     * @param tableName Name of table with subjects or tokens
+     *
+     * @return True if success, False otherwise
+     */
     bool deleteItems(const QList<QString> &ids, const QString &tableName);
 
+    /**
+     * @brief Get token from database
+     *
+     * @param id Id of token accessing
+     *
+     * @return Return token
+     */
     std::shared_ptr<Token> getToken(const QString &id);
 
-    bool isAlreadyDeleted(const QString &id);
+    /**
-
+     * @brief Check if this sync was without any problem
+     */
     bool isValid();
 
+    // Helper functions for naming new tokens
     qint16 getNumOfTokensOfSubject(const QString &id);
     QString getSubjectNameByTokenId(const QString &tokenId);
 
 private:
     int exists(const QString &id, const QString &tableName);
+    bool executeQuery(QSqlQuery &query, const QString &statement = QString());
 
-    QSqlQuery getUpdatedTokens();
     std::shared_ptr<Data> composeData(const QSqlQuery &updatedQuery, QSqlQuery &deletedQuery);
 
 signals:
     void downloadDataFinished(std::shared_ptr<Data> = std::shared_ptr<Data>());
-    void error();
 
 private:
     bool mValid = true;

src/colnod/subject.h

@@ -1,10 +1,11 @@
 #pragma once
 
 #include <QDateTime>
-#include "serversdk/databasetable.h"
 #include <qjsondocument.h>
 #include <QJsonObject>
 
+#include <serversdk/databasetable.h>
+
 class SubjectAttribute : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(QString, id, setId, "")
@@ -13,7 +14,6 @@ class SubjectAttribute : public serversdk::DatabaseTable {
     TABLE_PROPERTY(QString, subjectId, setSubjectId, "")
 };
 
-
 class Subject : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(QString, id, setId, QString())
@@ -24,7 +24,6 @@ class Subject : public serversdk::DatabaseTable {
     TABLE_PROPERTY(QDateTime, lastModified, setLastModified, QDateTime())
     TABLE_PROPERTY(bool, deleted, setDeleted, false)
 
-
 public:
     Subject() = default;
     explicit Subject(const QString& name);
@@ -32,7 +31,6 @@ public:
     bool fromJson(const QByteArray &data) override;
     QList<std::shared_ptr <SubjectAttribute>> getAttributes();
 
-
 private:
     QList<std::shared_ptr <SubjectAttribute>> attributes;
 };

src/colnod/syncmanager.cpp

@@ -28,7 +28,7 @@ bool SyncManager::databaseInitialization()
     }
 
     // here -> nothing can fail
-    mlastSync.setTimestamp(database->getLastSync());
+    mlastSync.setTimestamp(lastsync_in_ms);
     colnod = std::make_shared<ColnodAPI>(&reqMan, mDryMode);
     return true;
 }
@@ -36,21 +36,14 @@ bool SyncManager::databaseInitialization()
 
 bool SyncManager::startSynchronization()
 {
-    // I have to current time from database
+    // Need current time from db server
     qint64 syncBegin = database->getNow();
     if (syncBegin == -1) {
         qCritical(syncmanager) << "Not possible to get last sync date";
         return false;
     }
 
-    qInfo(syncmanager) << equals;
+    qInfo(syncmanager) << tab << "- begin sync ( previous sync" << mlastSync.toDateString() << ")";
-    qInfo(syncmanager) << "SYNCHRONIZATION BEGIN";
-
-    qInfo(syncmanager) << equals;
-    qInfo(syncmanager) << "DOWNLOADING DATA -> BEGIN";
-    qInfo(syncmanager) << dash;
-    qInfo(syncmanager).noquote() << "Modified data since last synchronization (" << mlastSync.toDateString() << "):";
-    qInfo(syncmanager) << dash;
 
     // GETTING DATA FROM DATABASE
     auto databaseData = database->downloadData();
@@ -60,90 +53,79 @@ bool SyncManager::startSynchronization()
     }
     // NOW I HAVE DATA FROM DATABASE
 
-    colnod->downloadData(syncBegin);
+    colnod->downloadData(mlastSync.timestamp());
-    connect(colnod.get(), &ColnodAPI::downloadDataFinished, [=](std::shared_ptr<Data> colnodData) {
+    connect(colnod.get(), &ColnodAPI::downloadDataFinished, [=](const std::shared_ptr<Data> &colnodData) {
-        qInfo(syncmanager) << "DOWNLOADING DATA -> FINISHED";
-        qInfo(syncmanager) << equals;
 
+        // NOW I HAVE DATA FROM COLNOD
         if (!colnodData) {
             qCritical(syncmanager) << "Not possible to get correct data from colnod";
             QCoreApplication::exit(-1);
             return;
         }
 
-        // NOW I SHOULD HAVE VALID DATA FROM COLNOD
+        std::unique_ptr<PreparedData> preparedData = prepareData(databaseData, colnodData);
-
-
-        std::unique_ptr<PreparedData> preparedData = prepareDataNew(databaseData, colnodData);
         if (!preparedData) {
-            qCritical(syncmanager) << "Not possible to get correct data from colnod";
+            qCritical(syncmanager) << "Not possible to compose data";
             QCoreApplication::exit(-1);
             return;
         }
 
-        qInfo(syncmanager) << equals;
+        if (!database->processData(preparedData->colnodData)) {
-        qInfo(syncmanager) << "PROCESSING DATA -> BEGIN";
-        qInfo(syncmanager) << dash;
-        qInfo(syncmanager) << "Push changes to both Colnod and Database:";
-        qInfo(syncmanager) << dash;
-
-        if (!database->processData(preparedData->databaseData)) {
             qCritical(syncmanager) << "Not possible to upload data to database";
         }
 
         // data is processed to other sides
-        connect(colnod.get(), &ColnodAPI::dataProcessFinished, [&](){
+        connect(colnod.get(), &ColnodAPI::dataProcessFinished, [&,syncBegin](bool success){
-            qInfo(syncmanager) << "PROCESSING DATA -> FINISHED";
+            if (!success) {
-            qInfo(syncmanager) << equals;
+                qCritical(syncmanager) << "Not possible to upload data to colnod";
+            }
 
             // REUPDATE tokens pushed from database to colnod (cause of lastUpdate time)
             Timestamp time;
             time.setTimestamp(syncBegin);
 
-            database->reupdateDeleted(preparedData->databaseData->deletedTokens);
             // download data changes in this sync
-            colnod->getTokensUpdated(time);
+            auto tokensRequest = colnod->getTokensUpdated(time);
 
             // updated data are ready
-            connect(colnod.get(), &ColnodAPI::partOfDataReady, [=](const std::shared_ptr<Data> &uploadedData){
+            connect(tokensRequest.get(), &serversdk::Request::finished, [=](){
+
+                auto uploadedData = std::make_shared<Data>();
+                uploadedData->loadTokensFromJson(tokensRequest->responseData());
+
                 if (!uploadedData) {
                     qCritical(syncmanager) << "Not possible to get correct data from colnod";
                     QCoreApplication::exit(-1);
                     return;
                 }
-                if (!database->uploadTokens(uploadedData->updatedTokens)) {
+                if (!database->uploadTokens(uploadedData->updatedTokens, {"lastModified"})) {
                     qCritical(syncmanager) << "Not possible to upload data to database";
+                    QCoreApplication::exit(-1);
+                    return;
                 }
-                database->reupdateDeleted(uploadedData->deletedTokens);
+                database->reupdateDeleted(databaseData->deletedTokens);
 
                 if (!database->isValid() || !colnod->isValid()) {
-                    qWarning(syncmanager) << "Synchronization was unsuccessful, next run of sync will be with same last sync time, check warnings";
+                    qWarning(syncmanager) << "Unsuccessful FINISH, check warnings";
                 }
                 else {
-                    database->setLastSync(syncBegin);
+                    // set new time of last sync to this time of this run
-                    qInfo(syncmanager).noquote() << "Update last synchronization time to time of this sync ("
+                    if (!database->setLastSync(syncBegin)) {
-                                       <<  QDateTime::fromMSecsSinceEpoch(syncBegin).toString("yyyy-MM-dd hh:mm:ss.zzz")
+                        qWarning(syncmanager) << "Unsuccessful FINISH, check warnings";
-                                       << ")";
+                    }
+                    qInfo(syncmanager) << "Successful FINISH";
                 }
-
-                qInfo(syncmanager) << equals;
-                qInfo(syncmanager) << "SYNCHRONIZATION FINISHED";
-                qInfo(syncmanager) << equals;
-
                 QCoreApplication::exit();
             });
 
-
         });
-        colnod->processData(preparedData->colnodData);
+        colnod->processData(preparedData->databaseData);
-        //qCritical(syncmanager) << "Not possible to upload data to colnod";
     });
-
     return true;
-
 }
 
-std::unique_ptr<PreparedData> SyncManager::prepareDataNew(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData)
+// goes through downloaded data and check if consist conflicts (both sides edit), already sync/deleted tokens or new tokens
+std::unique_ptr<PreparedData> SyncManager::prepareData(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData)
 {
     auto preparedColnodData = std::make_shared<Data>();
     auto preparedDatabaseData = std::make_shared<Data>();
@@ -151,48 +133,6 @@ std::unique_ptr<PreparedData> SyncManager::prepareDataNew(const std::shared_ptr<
     QList<QString> conflicts;
     QList<QString> alreadySynced;
 
-    qInfo(syncmanager) << equals;
-    qInfo(syncmanager) << "PREPARING DATA -> BEGIN";
-    qInfo(syncmanager) << dash;
-    qInfo(syncmanager) << "Resolve conflicts ( changes on same item on both Colnod and DB ):";
-    qInfo(syncmanager) << dash;
-
-
-    for (const auto &colnodToken : colnodData->updatedTokens) {
-
-        // not conflict so add to prepered tokens
-        if (!databaseData->updatedTokens.contains(colnodToken->id())) {
-            preparedColnodData->updatedTokens.insert(colnodToken->id(), colnodToken);
-            continue;
-        }
-
-        // change in colnod is newer
-        if (databaseData->updatedTokens.value(colnodToken->id()) < colnodToken) {
-            preparedColnodData->updatedTokens.insert(colnodToken->id(), colnodToken);
-        }
-        else {
-            conflicts.append(colnodToken->id());
-        }
-
-        auto token = database->getToken(colnodToken->id());
-        if ( token )
-            // alredy synced ( tokens are same )
-            if (token == colnodToken)
-                alreadySynced.append(colnodToken->id());
-    }
-
-    for (const auto &id : colnodData->deletedTokens) {
-        if (!database->isAlreadyDeleted(id)) {
-            preparedColnodData->deletedTokens.append(id);
-        }
-    }
-
-    qInfo(syncmanager) << tab << "-> COLNOD DATA - CHANGES:";
-    qInfo(syncmanager) << tab << tab << conflicts.size() << "TOKENS WERE ADDED/UPDATED IN DATABASE AFTER";
-    qInfo(syncmanager) << tab << tab << alreadySynced.size() << "TOKENS WERE ALREADY SYNCED";
-    qInfo(syncmanager) << tab << tab << colnodData->deletedTokens.size() - preparedColnodData->deletedTokens.size() << "TOKENS WERE ALREADY DELETED";
-    qInfo(syncmanager) << dash;
-
     for (const auto &databaseToken : databaseData->updatedTokens) {
         if (databaseToken->name().isEmpty()) {
             initNewToken(databaseToken);
@@ -213,23 +153,70 @@ std::unique_ptr<PreparedData> SyncManager::prepareDataNew(const std::shared_ptr<
         // database change is newer
         if (databaseToken > colnodData->updatedTokens.value(databaseToken->id())) {
             preparedDatabaseData->updatedTokens.insert(databaseToken->id(), databaseToken);
-        } 
+        }
     }
 
-    qInfo(syncmanager) << tab << "-> DATABASE DATA - CHANGES:";
+    preparedDatabaseData->deletedTokens = databaseData->deletedTokens;
-    qInfo(syncmanager) << tab << tab << databaseData->updatedTokens.size() - preparedColnodData->updatedTokens.size() << "TOKENS WERE ADDED/UPDATED IN COLNOD AFTER";
-    qInfo(syncmanager) << dash;
 
-    qInfo(syncmanager) << "PREPARING DATA -> FINISHED";
+    qInfo(syncmanager) << tab << "- prep db:" << tab << "tokens [" << preparedDatabaseData->updatedTokens.size() << ":" << preparedDatabaseData->deletedTokens.size() <<
-    qInfo(syncmanager) << equals;
+                     "] [ added/updated : deleted ]";
+
+    // add all data which should be pushed to database
+    for (const auto &colnodToken : colnodData->updatedTokens) {
+
+        // not conflict so add to prepered tokens
+        if (!databaseData->updatedTokens.contains(colnodToken->id())) {
+            auto token = database->getToken(colnodToken->id());
+            if (!token) {
+                qCritical(syncmanager) << "Not possible to access database.";
+                return nullptr;
+            }
+            if ( token ) {
+                // alredy synced ( tokens are same )
+                if (token == colnodToken) {
+                    alreadySynced.append(colnodToken->id());
+                    continue;
+                }
+            }
+            preparedColnodData->updatedTokens.insert(colnodToken->id(), colnodToken);
+            continue;
+        }
+
+        // change in colnod is newer
+        if (databaseData->updatedTokens.value(colnodToken->id()) < colnodToken) {
+            preparedColnodData->updatedTokens.insert(colnodToken->id(), colnodToken);
+        }
+        else {
+            conflicts.append(colnodToken->id());
+        }
+    }
+
+    for (const auto &id : colnodData->deletedTokens) {
+        auto corespondingToken = database->getToken(id);
+        if ( !corespondingToken) {
+            qWarning(syncmanager) << "Token:" << id << ", deleted in colnod, but not exists in db";
+            continue;
+        }
+        if ( !corespondingToken->deleted()) {
+            preparedColnodData->deletedTokens.append(id);
+        }
+    }
+
+    preparedColnodData->updatedSubjects = colnodData->updatedSubjects;
+    preparedColnodData->deletedSubjects = colnodData->deletedSubjects;
+
+    qInfo(syncmanager) << tab << "- prep col:" << tab << "tokens [" << preparedColnodData->updatedTokens.size() << ":" << preparedColnodData->deletedTokens.size() <<
+                     "] subjects [" << preparedColnodData->updatedSubjects.size() << ":" << preparedColnodData->deletedSubjects.size() << "] [ added/updated : deleted ]";
 
 
     auto preparedData = std::make_unique<PreparedData>(preparedDatabaseData, preparedColnodData);
     return preparedData;
 }
 
-void SyncManager::initNewToken(std::shared_ptr<Token> token)
+void SyncManager::initNewToken(const std::shared_ptr<Token>& token)
 {
+    Q_ASSERT(database);
+    Q_ASSERT(token);
     qint16 num = database->getNumOfTokensOfSubject(token->subjectId());
     token->setName(database->getSubjectNameByTokenId(token->id()) + "_mobile_" + QString::number(num + 1));
     token->setDescription("mobile");
@@ -237,102 +224,3 @@ void SyncManager::initNewToken(std::shared_ptr<Token> token)
 
     qInfo(syncmanager).noquote() << Message::massageTemplate("Inicializing new", "token", "sync manager", token->name());
 }
-
-std::unique_ptr<PreparedData> SyncManager::prepareDataUsindOld(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData)
-{
-    Q_UNUSED(databaseData)
-    Q_UNUSED(colnodData)
-
-    qInfo(syncmanager) << equals;
-    qInfo(syncmanager) << "PREPARING DATA -> BEGIN";
-    qInfo(syncmanager) << dash;
-    qInfo(syncmanager) << "Resolve conflicts ( changes on same item on both Colnod and DB ):";
-    qInfo(syncmanager) << dash;
-
-
-    Q_ASSERT(colnodData);
-    Q_ASSERT(databaseData);
-
-
-    // TODO: why copy data?
-    std::shared_ptr<Data> cloneColnodDataToProcess = std::make_shared<Data>(*colnodData);
-    std::shared_ptr<Data> cloneDatabaseDataToProcess = std::make_shared<Data>(*databaseData);
-
-    QList<QString> conflicts;
-    QList<QString> alreadySynced;
-
-    // check modifed tokens from colnod, dont want update token, if it was edited in db after or has been already synced
-    for (const auto &colnodToken : cloneColnodDataToProcess->updatedTokens) {
-        if (cloneDatabaseDataToProcess->updatedTokens.contains(colnodToken->id())) {
-            // updated in db later
-            if (cloneDatabaseDataToProcess->updatedTokens.value(colnodToken->id()) > colnodToken) {
-                conflicts.append(colnodToken->id());
-            }
-            continue;
-        }
-        auto token = database->getToken(colnodToken->id());
-        if ( token )
-            // alredy synced ( tokens are same )
-            if (token == colnodToken)
-                alreadySynced.append(colnodToken->id());
-    }
-    // remove tokens which should be not updated
-    for (const auto &id : conflicts)
-        cloneColnodDataToProcess->updatedTokens.remove(id);
-    for (const auto &id : alreadySynced)
-        cloneColnodDataToProcess->updatedTokens.remove(id);
-
-    qInfo(syncmanager) << tab << "-> COLNOD DATA - CHANGES:";
-    qInfo(syncmanager) << tab << tab << conflicts.size() << "TOKENS WERE ADDED/UPDATED IN DATABASE TOO";
-    qInfo(syncmanager) << tab << tab << alreadySynced.size() << "TOKENS WERE ALREADY SYNCED";
-
-
-
-    conflicts.clear();
-
-    // chech for already deleted ( in previous synced tokens were deleted from colnod, so it come to this sync but we dont want to sync it again
-    for (const auto &id : cloneColnodDataToProcess->deletedTokens) {
-        if (database->isAlreadyDeleted(id)) {
-            conflicts.append(id);
-        }
-    }
-    for (const auto &id : conflicts) {
-        cloneColnodDataToProcess->deletedTokens.removeOne(id);
-    }
-
-    qInfo(syncmanager) << tab << tab << conflicts.size() << "TOKENS WERE ALREADY DELETED";
-    qInfo(syncmanager) << dash;
-
-    conflicts.clear();
-
-    // chech modified from db, remove token if it was edited in colnod later
-    for (const auto &databaseToken : cloneDatabaseDataToProcess->updatedTokens) {
-        if (cloneColnodDataToProcess->updatedTokens.contains(databaseToken->id())) {
-            if (databaseToken < cloneColnodDataToProcess->updatedTokens.value(databaseToken->id()))
-                conflicts.append(databaseToken->id());
-        }
-        else {
-            // restriction cauesed by colnod rest api
-            if (databaseToken->description() != "mobile") {
-                qCritical(syncmanager) << "Token:" << databaseToken->id() << "doesn't have 'mobile' in description, can't be ";
-                conflicts.append(databaseToken->id());
-            }
-        }
-    }
-    for (const auto &id : conflicts)
-        cloneColnodDataToProcess->updatedTokens.remove(id);
-
-    qInfo(syncmanager) << tab << "-> DATABASE DATA - CHANGES:";
-    qInfo(syncmanager) << tab << tab << conflicts.size() << "TOKENS WERE ADDED/UPDATED IN IN COLNOD TOO";
-    qInfo(syncmanager) << dash;
-
-    qInfo(syncmanager) << "PREPARING DATA -> FINISHED";
-    qInfo(syncmanager) << equals;
-
-    // Prepare data
-    auto preparedData = std::make_unique<PreparedData>();
-    preparedData->colnodData = cloneColnodDataToProcess;
-    preparedData->databaseData = cloneDatabaseDataToProcess;
-
-    return preparedData;
-}

src/colnod/syncmanager.h

@@ -15,28 +15,21 @@ public:
     bool databaseInitialization();
     bool startSynchronization();
 
-    // New approach
 private:
     /**
      * @brief Preapre data to be pushed to database and colnod from actual downloaded data
      * @param data from database
      * @param data from colnod
      * @return prepared data to be pushed into colnod and db
-     *
-     * @todo rename when removed old aproach
      */
-    std::unique_ptr<PreparedData> prepareDataNew(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData);
+    std::unique_ptr<PreparedData> prepareData(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData);
-    std::unique_ptr<PreparedData> prepareDataUsindOld(const std::shared_ptr<Data> &databaseData, const std::shared_ptr<Data> &colnodData);
 
 private:
-    void initNewToken(std::shared_ptr<Token> token);
+    /**
-
+     * @brief Set default values to new tokens from db
-    void updateLastUpdate(qint64 syncBegin);
+     * @param token New token in this run
-
+     */
-signals:
+    void initNewToken(const std::shared_ptr<Token>& token);
-    void syncFinished();
-
-    void error();
 
 private:
     std::shared_ptr<ColnodAPI> colnod;

src/colnod/token.cpp

@@ -45,6 +45,7 @@ QByteArray Token::jsonData(const QSet<QString> &filters) const
     QJsonDocument doc = QJsonDocument::fromVariant(variantMap);
     return doc.toJson(QJsonDocument::Compact);
 }
+
 bool Token::fromJson(const QByteArray &data)
 {
     QJsonDocument doc = QJsonDocument::fromJson(data);
@@ -81,24 +82,3 @@ QByteArray Token::idsToJSON(const QList<QString> &ids)
     doc.setObject(items);
     return doc.toJson();
 }
-
-
-void Token::fromSQLRecord(const QSqlQuery& query)
-{
-    setId(query.value(0).toString());
-    a_authErrors = query.value(1).toInt();
-    setDescription(query.value(2).toString());
-    setNoValidity(query.value(6).toBool());
-    setEnabled(query.value(3).toBool());
-    QDateTime date = query.value(4).toDateTime();
-    setLastUpdate(date);
-    setName(query.value(5).toString());
-    a_timeToLive = query.value(7).toInt();
-    a_tokenBits = query.value(8).toInt();
-    a_tokenData = query.value(9).toString();
-    a_tokenType = query.value(10).toString();
-    a_subjectId = query.value(11).toString();
-    date = query.value(12).toDateTime();
-    setLastModified(date);
-    setDeleted(query.value(13).toBool());
-}

src/colnod/token.h

@@ -1,12 +1,13 @@
 #pragma once
 
 #include <QDateTime>
-#include "serversdk/databasetable.h"
 #include <QSqlQuery>
 #include <QJsonDocument>
 #include <QJsonObject>
 #include <QJsonArray>
 
+#include <serversdk/databasetable.h>
+
 class Token : public serversdk::DatabaseTable {
     Q_OBJECT
     TABLE_PROPERTY(QString, id, setId, QString())
@@ -24,18 +25,16 @@ class Token : public serversdk::DatabaseTable {
     TABLE_PROPERTY(QDateTime, lastModified, setLastModified, QDateTime())
     TABLE_PROPERTY(bool, deleted, setDeleted, false)
 
-
-
 public:
-    /**
+        /**
-        * # Needed values to proper sync
+            * # Needed values to proper sync
-        *
+            *
-        * * id - primary key
+            * * id - primary key
-        * * lastModified - when it was edited/modified
+            * * lastModified - when it was edited/modified
-        * * tokenData - key to open doors
+            * * tokenData - key to open doors
-        * * subjectId - no way of make unassinged token (token without subject)
+            * * subjectId - no way of make unassinged token (token without subject)
-        *
+            *
-        */
+            */
 
     explicit Token() = default;
     ~Token() override;
@@ -49,6 +48,11 @@ public:
     friend bool operator>(const std::shared_ptr<Token> &lToken, const std::shared_ptr<Token> &rToken){
         return lToken->lastModified() > rToken->lastUpdate();
     }
+
+    /**
+     * @brief Compare of two tokens
+     * @return Returns true, if tokens are same
+     */
     friend bool operator==(const std::shared_ptr<Token> &lToken, const std::shared_ptr<Token> &rToken)
     {
         return lToken->id() == rToken->id() &&
@@ -65,8 +69,6 @@ public:
                 lToken->subjectId() == rToken->subjectId();
     }
 
-    void fromSQLRecord(const QSqlQuery& query);
-
     static QByteArray tokensToColnodJson(const QHash<QString, std::shared_ptr<Token> > &tokens);
     static QByteArray idsToJSON(const QList<QString> &ids);
 

test/auto/colnod/tst_colnodapi.cpp

@@ -7,6 +7,7 @@
 Q_DECLARE_METATYPE(std::shared_ptr<Data>)
 Q_DECLARE_METATYPE(std::shared_ptr<serversdk::Request>);
 
+
 class ColnodTest : public QObject
 {
     Q_OBJECT
@@ -14,13 +15,13 @@ public:
     ColnodTest()
     {
         qRegisterMetaType<std::shared_ptr<Data>>();
-        qRegisterMetaType<std::shared_ptr<serversdk::Request>>();
+        qRegisterMetaType<std::shared_ptr<serversdk::Request>>("std::shared_ptr<Request>");
     }
 
 private slots:
     void login();
-    void getTokens();
     void download_data_test();
+    void download_data_test_now();
     void download_data_fail_test();
 
 private:
@@ -39,45 +40,36 @@ void ColnodTest::login()
     QVERIFY(login->responseData().contains("id"));
 }
 
-void ColnodTest::getTokens()
-{
-    serversdk::RequestManager reqMan;
-    ColnodAPI colnod(&reqMan);
-
-    // get login token
-    auto login = colnod.requestLogin();
-    QSignalSpy spy(login.get(), &serversdk::Request::finished);
-    spy.wait();
-    QString token = getLoginToken(colnod);
-    Timestamp time;
-    time.setTimestamp(QDateTime::currentMSecsSinceEpoch());
-    colnod.getTokensUpdated(time);
-}
-
 void ColnodTest::download_data_test()
 {
     serversdk::RequestManager reqMan;
+    //reqMan.setIgnoreSsl(true);
     ColnodAPI colnod(&reqMan);
-    {
-        QSignalSpy spy(&colnod, &ColnodAPI::downloadDataFinished);
-        colnod.downloadData(1570190399259);
-        QVERIFY(spy.wait());
 
-        auto data = qvariant_cast<std::shared_ptr<Data>>(spy.at(0).at(0));
+    QSignalSpy spy(&colnod, &ColnodAPI::downloadDataFinished);
-        QVERIFY(data);
+    QVERIFY(spy.isValid());
+    colnod.downloadData(1570190399259);
+    QVERIFY(spy.wait());
 
-        QVERIFY(data->updatedTokens.size() > 0);
+    auto data = qvariant_cast<std::shared_ptr<Data>>(spy.at(0).at(0));
-        QVERIFY(data->updatedTokens.contains("5e2f1260-da1c-441f-9644-24dfe3b97b2a"));
+    QVERIFY(data);
-    }
-    {
-        colnod.downloadData(QDateTime::currentMSecsSinceEpoch());
-        QSignalSpy spy(&colnod, &ColnodAPI::downloadDataFinished);
-        QVERIFY(spy.wait());
-        auto data = qvariant_cast<std::shared_ptr<Data>>(spy.at(0).at(0));
-        QVERIFY(data);
 
-        QVERIFY(data->updatedTokens.isEmpty());
+    QVERIFY(! data->updatedTokens.isEmpty());
-    }
+    QVERIFY(data->updatedTokens.contains("d3a83bea-2587-4687-946d-ee847eccf477"));
+}
+
+void ColnodTest::download_data_test_now()
+{
+    serversdk::RequestManager reqMan;
+    ColnodAPI colnod(&reqMan);
+
+    colnod.downloadData(QDateTime::currentMSecsSinceEpoch());
+    QSignalSpy spy(&colnod, &ColnodAPI::downloadDataFinished);
+    QVERIFY(spy.wait());
+    auto data = qvariant_cast<std::shared_ptr<Data>>(spy.at(0).at(0));
+    QVERIFY(data);
+
+    QVERIFY(data->updatedTokens.isEmpty());
 }
 
 void ColnodTest::download_data_fail_test()

test/auto/database/tst_databaseapi.cpp

@@ -2,6 +2,7 @@
 
 #include "databaseapi.h"
 // add necessary includes here
+#include "token.h"
 
 class DatabaseTest : public QObject
 {
@@ -14,6 +15,7 @@ private slots:
     void open_database_password_fail_test();
     void download_data_test();
     void download_data_fail_test();
+    void get_token_test();
 };
 
 void DatabaseTest::open_database_test()
@@ -76,6 +78,36 @@ void DatabaseTest::download_data_fail_test()
     QVERIFY(!db.downloadData());
 }
 
+void DatabaseTest::get_token_test()
+{
+    serversdk::DatabaseManager dbManager;
+    DatabaseAPI db(&dbManager, false);
+    {
+        QTest::ignoreMessage(QtWarningMsg, "QSqlQuery::prepare: database not open");
+        QTest::ignoreMessage(QtSystemMsg, "ERROR during accessing existing tokens. EXIT");
+        QVERIFY(!db.getToken("6c907a42-0401-4403-8af4-9d58eb35cddc"));
+    }
+
+    db.open();
+
+    auto token = db.getToken("6c907a42-0401-4403-8af4-9d58eb35cddc");
+    QVERIFY(token);
+    auto compareToken = std::make_shared<Token>();
+    compareToken->setId("6c907a42-0401-4403-8af4-9d58eb35cddc");
+    compareToken->setName("Losenicky");
+    compareToken->setDescription("");
+    compareToken->setLastUpdate(QDateTime::fromMSecsSinceEpoch(1543494713260));
+    compareToken->setTokenData("AB1EA4D4");
+    compareToken->setSubjectId("69c6e3b3-3f23-456f-a6c2-73ef08e589a4");
+    QCOMPARE(compareToken, token);
+
+    auto compareToken1 = std::make_shared<Token>();
+    auto token1 = db.getToken("non-existing-id");
+    QVERIFY(token1);
+    QCOMPARE(compareToken1, token1);
+
+}
+
 
 QTEST_APPLESS_MAIN(DatabaseTest)
 

test/auto/syncmanager/tst_syncmanager.cpp

@@ -6,29 +6,147 @@
 class SyncManagerTest : public QObject
 {
     Q_OBJECT
+private:
+    std::shared_ptr<Token> tokenFromString(const QString &text);
 private slots:
+    void tokenFromString_test();
     void sync_init_test();
     void prepareData_test();
+    void prepareData_tokens();
+    void prepareData_tokens_data();
 
 };
 
+std::shared_ptr<Token> SyncManagerTest::tokenFromString(const QString &text)
+{
+    auto split = text.split(",");
+    if (split.count() != 2)
+        return nullptr;
+
+    auto token = std::make_shared<Token>();
+    token->setId(split.first());
+    token->setDescription("mobile");
+    token->setLastUpdate(QDateTime::fromString(split.last(), "yyyyMMdd:HHmmss"));
+    return token;
+}
+
+void SyncManagerTest::tokenFromString_test()
+{
+    auto token = tokenFromString("id1,20191010:232300");
+    QCOMPARE(token->id(), QStringLiteral("id1"));
+    QCOMPARE(token->lastUpdate(), QDateTime::fromString("20191010:232300", "yyyyMMdd:HHmmss"));
+}
+
 void SyncManagerTest::sync_init_test()
 {
     SyncManager sync(true);
     QVERIFY(sync.databaseInitialization());
 }
 
+
 void SyncManagerTest::prepareData_test()
 {
     SyncManager sync(true);
+    QVERIFY(sync.databaseInitialization());
     auto dbData = std::make_shared<Data>();
     auto colnodData = std::make_shared<Data>();
 
-    auto oldPreparedData = sync.prepareDataUsindOld(dbData, colnodData);
+    auto token = std::make_shared<Token>();
-    auto newPreparedData = sync.prepareDataNew(dbData, colnodData);
+    token->setDescription("mobile");
+    token->setId("id1");
+    dbData->updatedTokens.insert("id1", token);
 
-    QCOMPARE(newPreparedData->databaseData->updatedTokens.size(), oldPreparedData->databaseData->updatedTokens.size());
+    auto newPreparedData = sync.prepareData(dbData, colnodData);
-    QCOMPARE(newPreparedData->databaseData->updatedTokens.size(), oldPreparedData->databaseData->updatedTokens.size());
+    QVERIFY(newPreparedData->databaseData->updatedTokens.contains("id1"));
+    QVERIFY(newPreparedData->databaseData->updatedSubjects.isEmpty());
+    QVERIFY(newPreparedData->databaseData->deletedTokens.isEmpty());
+    QVERIFY(newPreparedData->databaseData->deletedSubjects.isEmpty());
+}
+
+void SyncManagerTest::prepareData_tokens()
+{
+    SyncManager sync(true);
+    QVERIFY(sync.databaseInitialization());
+
+
+
+    QFETCH(QString, db_token_updated);
+    QFETCH(QString, db_token_deleted);
+    QFETCH(QString, colnod_token_updated);
+    QFETCH(QString, colnod_token_deleted);
+    QFETCH(QString, expected_db_tokens_toupdate);
+    QFETCH(QString, expected_db_tokens_todelete);
+    QFETCH(QString, expected_colnod_tokens_toupdate);
+    QFETCH(QString, expected_colnod_tokens_todelete);
+
+    // fake data
+    auto dbData = std::make_shared<Data>();
+    auto colnodData = std::make_shared<Data>();
+
+    // Database
+    auto utoken = tokenFromString(db_token_updated);
+    if ( utoken )
+        dbData->updatedTokens.insert(utoken->id(), utoken);
+    auto dtoken = tokenFromString(db_token_deleted);
+    if ( dtoken )
+        dbData->deletedTokens.append(dtoken->id());
+
+    // Colnod
+    auto colnod_utoken = tokenFromString(colnod_token_updated);
+    if ( colnod_utoken )
+        colnodData->updatedTokens.insert(colnod_utoken->id(), colnod_utoken);
+    auto colnod_dtoken = tokenFromString(colnod_token_deleted);
+    if ( colnod_dtoken )
+        colnodData->deletedTokens.append(colnod_dtoken->id());
+
+    auto newPreparedData = sync.prepareData(dbData, colnodData);
+
+
+    auto testTokens = [=](const QSet<QString> &set, const QString &expectedId) {
+        if (expectedId.isEmpty()) {
+            QVERIFY(set.isEmpty());
+        } else {
+            QVERIFY(set.contains(expectedId));
+        }
+    };
+
+    testTokens(newPreparedData->databaseData->updatedTokens.keys().toSet(), expected_db_tokens_toupdate);
+    testTokens(newPreparedData->databaseData->deletedTokens.toSet(), expected_db_tokens_todelete);
+
+    testTokens(newPreparedData->colnodData->updatedTokens.keys().toSet(), expected_colnod_tokens_toupdate);
+
+    // Can't work without access to database
+    //testTokens(newPreparedData->colnodData->deletedTokens.toSet(), expected_colnod_tokens_todelete);
+}
+
+void SyncManagerTest::prepareData_tokens_data()
+{
+    QTest::addColumn<QString>("db_token_updated");
+    QTest::addColumn<QString>("db_token_deleted");
+    QTest::addColumn<QString>("colnod_token_updated");
+    QTest::addColumn<QString>("colnod_token_deleted");
+    QTest::addColumn<QString>("expected_db_tokens_toupdate");
+    QTest::addColumn<QString>("expected_db_tokens_todelete");
+    QTest::addColumn<QString>("expected_colnod_tokens_toupdate");
+    QTest::addColumn<QString>("expected_colnod_tokens_todelete");
+
+    // in: db 1 new token
+    // out: 1 db token must be updated in colnod
+    QTest::newRow("db 1 update") << "id1,20191010:23:23:00" << ""
+                             << "" << ""
+                             // expected database: toupdate << todelete
+                             << "id1" << ""
+                             // expected colnod: toupdate << todelete
+                             << "" << "";
+    // in: id1 deleted in colnod
+    // out: 1 colnod token must be deleted from database
+    QEXPECT_FAIL("delete 1 existing token in database", "Rare case, not sure if handling is needed", Continue);
+    QTest::newRow("delete 1 existing token in database") << "" << ""
+                             << "" << "id1,20191010:23:23:00"
+                             // expected database: toupdate << todelete
+                             << "" << ""
+                             // expected colnod: toupdate << todelete
+                             << "" << "id1";
 }
 
 QTEST_MAIN(SyncManagerTest)