From 7eec5e916932fc7c89669c12460defbd03fae4c3 Mon Sep 17 00:00:00 2001 From: Albert S Date: Tue, 16 Apr 2019 08:51:27 +0200 Subject: [PATCH] Implement CommandUpdate: Searches for files that have been changed and reprocesses them --- cli/commandupdate.cpp | 104 ++++++++++++++++++++++++++++++++++++++++++ cli/commandupdate.h | 5 +- 2 files changed, 106 insertions(+), 3 deletions(-) diff --git a/cli/commandupdate.cpp b/cli/commandupdate.cpp index 910fb46..c12c213 100644 --- a/cli/commandupdate.cpp +++ b/cli/commandupdate.cpp @@ -1,5 +1,109 @@ +#include +#include +#include +#include +#include #include "commandupdate.h" +#include "logger.h" int CommandUpdate::handle(QStringList arguments) { + QCommandLineParser parser; + parser.addOptions( + {{{"v", "verbose"}, "Print path of the files while updating them"}, + {{"n", "dry-run"}, "Only print which files would be updated, don't actually update them"}, + {"pattern", "Only consider to update files in the index matching the pattern, e. g. */.git/*.", "pattern"}, + {{"d", "delete"}, "If a file does not exist anymore, delete it"}, + {{"c", "continue"}, "Continue adding files, don't exit on first error"}, + {{"a", "all"}, "On error, no files should be updated, even already processed ones"}, + {{"t", "threads"}, "Number of threads to use.", "threads"} + + }); + + parser.addHelpOption(); + parser.addPositionalArgument("update", "Checks files for changes and updates them", "update"); + + parser.process(arguments); + bool keepGoing = parser.isSet("continue"); + bool verbose = parser.isSet("verbose"); + bool deleteMissing = parser.isSet("delete"); + bool dryRun = parser.isSet("dry-run"); + QString pattern = parser.value("pattern"); + + if(parser.isSet("all")) + { + throw QSSGeneralException("To be implemented"); + } + if(parser.isSet("threads")) + { + QString threadsCount = parser.value("threads"); + QThreadPool::globalInstance()->setMaxThreadCount(threadsCount.toInt()); + } + FileSaver saver(*this->dbService); + QVector files; + int offset = 0; + int limit = 1000; + int processedRows = dbService->getFiles(files, pattern, offset, limit); + + while(processedRows > 0) + { + QVector filePathsToUpdate; + for(FileData &fileData : files) + { + QFileInfo fileInfo(fileData.absPath); + if(fileInfo.exists() && fileInfo.isFile()) + { + if(fileInfo.lastModified().toSecsSinceEpoch() != fileData.mtime) + { + if(!dryRun) + { + filePathsToUpdate.append(fileData.absPath); + } + else + { + Logger::info() << "Would update" << fileData.absPath << endl; + } + } + } + else + { + if(deleteMissing) + { + if(!dryRun) + { + if(!this->dbService->deleteFile(fileData.absPath)) + { + Logger::error() << "Error: Failed to delete" << fileData.absPath << "from databas" << endl; + if(!keepGoing) + { + return 1; + } + } + if(verbose) + { + Logger::info() << "Deleted" << fileData.absPath << endl; + } + } + else + { + + Logger::info() << "Would delete" << fileData.absPath << endl; + } + } + } + } + + if(!saver.updateFiles(filePathsToUpdate, keepGoing, verbose)) + { + if(!keepGoing) + { + Logger::error() << "Failed to update all files selected for updating" << endl; + return 1; + } + } + offset += limit; + processedRows = this->dbService->getFiles(files, pattern, offset, limit); + } + + return 0; } diff --git a/cli/commandupdate.h b/cli/commandupdate.h index b6231bd..730b9e4 100644 --- a/cli/commandupdate.h +++ b/cli/commandupdate.h @@ -1,12 +1,11 @@ #ifndef COMMANDUPDATE_H #define COMMANDUPDATE_H #include "command.h" - +#include "filesaver.h" class CommandUpdate : public Command { public: - CommandUpdate(); - + using Command::Command; int handle(QStringList arguments) override; };