135 lines
3.9 KiB
C++
135 lines
3.9 KiB
C++
#include <QFileInfo>
|
|
#include <QDebug>
|
|
#include <QDateTime>
|
|
#include <QMap>
|
|
#include <QTextStream>
|
|
#include <QException>
|
|
#include <QCommandLineParser>
|
|
#include <QMutex>
|
|
#include <QMutexLocker>
|
|
#include <QtConcurrent/QtConcurrentMap>
|
|
#include "commandadd.h"
|
|
#include "logger.h"
|
|
|
|
void CommandAdd::indexerFinished()
|
|
{
|
|
IndexResult result = indexer->getResult();
|
|
|
|
Logger::info() << "Total: " << result.total() << Qt::endl;
|
|
Logger::info() << "Added: " << result.addedPaths << Qt::endl;
|
|
Logger::info() << "Skipped: " << result.skippedPaths << Qt::endl;
|
|
auto failedPathsCount = result.erroredPaths;
|
|
Logger::info() << "Failed: " << failedPathsCount << Qt::endl;
|
|
if(failedPathsCount > 0)
|
|
{
|
|
Logger::info() << "Failed paths: " << Qt::endl;
|
|
for(const QString &paths : result.failedPaths())
|
|
{
|
|
Logger::info() << paths << Qt::endl;
|
|
}
|
|
}
|
|
|
|
int ret = 0;
|
|
if(!keepGoing && failedPathsCount > 0)
|
|
{
|
|
ret = 1;
|
|
}
|
|
emit finishedCmd(ret);
|
|
}
|
|
|
|
int CommandAdd::handle(QStringList arguments)
|
|
{
|
|
QCommandLineParser parser;
|
|
parser.addOptions({{{"c", "continue"},
|
|
"Continue adding files, don't exit on first error. Exit code will be 0. If this option is not "
|
|
"given, looqs will "
|
|
"exit asap, but it's possible that a few files will still be processed."
|
|
"Set -t 1 to avoid this behavior, but processing will be slower. "},
|
|
{{"n", "no-content"}, "Only add paths to database. Do not index content"},
|
|
{{"v", "verbose"}, "Print paths of files being processed"},
|
|
{{"f", "fill-content"}, "Index content for files previously indexed with -n"},
|
|
{{"t", "threads"}, "Number of threads to use.", "threads"}});
|
|
parser.addHelpOption();
|
|
parser.addPositionalArgument("add", "Add paths to the index",
|
|
"add [paths...]. If no path is given, read from stdin, one path per line.");
|
|
|
|
parser.process(arguments);
|
|
this->keepGoing = parser.isSet("continue");
|
|
bool pathsOnly = parser.isSet("no-content");
|
|
bool fillContent = parser.isSet("fill-content");
|
|
bool verbose = parser.isSet("verbose");
|
|
|
|
if(parser.isSet("threads"))
|
|
{
|
|
QString threadsCount = parser.value("threads");
|
|
QThreadPool::globalInstance()->setMaxThreadCount(threadsCount.toInt());
|
|
}
|
|
|
|
if(pathsOnly && fillContent)
|
|
{
|
|
Logger::error() << "Invalid options: -n and -f cannot both be set";
|
|
return EXIT_FAILURE;
|
|
}
|
|
|
|
QStringList files = parser.positionalArguments();
|
|
|
|
if(files.length() == 0)
|
|
{
|
|
QTextStream stream(stdin);
|
|
|
|
while(!stream.atEnd())
|
|
{
|
|
QString path = stream.readLine();
|
|
files.append(path);
|
|
}
|
|
}
|
|
|
|
FileSaverOptions fileSaverOptions;
|
|
fileSaverOptions.keepGoing = keepGoing;
|
|
fileSaverOptions.fillExistingContentless = fillContent;
|
|
fileSaverOptions.metadataOnly = pathsOnly;
|
|
fileSaverOptions.verbose = verbose;
|
|
|
|
indexer = new Indexer(*this->dbService);
|
|
indexer->setFileSaverOptions(fileSaverOptions);
|
|
|
|
indexer->setTargetPaths(files.toVector());
|
|
|
|
if(verbose)
|
|
{
|
|
indexer->setProgressReportThreshold(1);
|
|
}
|
|
|
|
connect(indexer, &Indexer::pathsCountChanged, this,
|
|
[](int pathsCount) { Logger::info() << "Found paths: " << pathsCount << Qt::endl; });
|
|
connect(indexer, &Indexer::indexProgress, this,
|
|
[verbose, this](int pathsCount, unsigned int /*added*/, unsigned int /*skipped*/, unsigned int /*failed*/,
|
|
unsigned int /*totalCount*/)
|
|
{
|
|
Logger::info() << "Processed files: " << pathsCount << Qt::endl;
|
|
if(verbose)
|
|
{
|
|
IndexResult indexResult = indexer->getResult();
|
|
int newlyAdded = indexResult.results.count() - currentResult.results.count();
|
|
if(newlyAdded > 0)
|
|
{
|
|
int newOffset = indexResult.results.count() - newlyAdded;
|
|
for(int i = newOffset; i < indexResult.results.count(); i++)
|
|
{
|
|
auto result = indexResult.results.at(i);
|
|
Logger::info() << SaveFileResultToString(result.second) << result.first << Qt::endl;
|
|
}
|
|
}
|
|
this->currentResult = indexResult;
|
|
}
|
|
}
|
|
|
|
);
|
|
connect(indexer, &Indexer::finished, this, &CommandAdd::indexerFinished);
|
|
|
|
this->autoFinish = false;
|
|
indexer->beginIndexing();
|
|
|
|
return 0;
|
|
}
|