Albert S
b6ac652ade
Processing dirs with large docs takes time and waiting till the threshold is reached can be a bit annoying in those cases, so report if last report was 10+ seconds ago.
106 рядки
2.4 KiB
C++
106 рядки
2.4 KiB
C++
#ifndef INDEXER_H
|
|
#define INDEXER_H
|
|
#include <QVector>
|
|
#include <QObject>
|
|
#include "sqlitedbservice.h"
|
|
#include "paralleldirscanner.h"
|
|
#include "filescanworker.h"
|
|
|
|
class IndexResult
|
|
{
|
|
public:
|
|
QDateTime begin;
|
|
QDateTime end;
|
|
QVector<FileScanResult> results;
|
|
|
|
unsigned int addedPaths = 0;
|
|
unsigned int skippedPaths = 0;
|
|
unsigned int erroredPaths = 0;
|
|
|
|
unsigned int total()
|
|
{
|
|
return addedPaths + skippedPaths + erroredPaths;
|
|
}
|
|
|
|
QVector<FileScanResult> failedResults() const
|
|
{
|
|
QVector<FileScanResult> result;
|
|
std::for_each(results.begin(), results.end(),
|
|
[&result](FileScanResult res)
|
|
{
|
|
if(res.second == DBFAIL || res.second == PROCESSFAIL || res.second == NOTFOUND ||
|
|
res.second == NOACCESS)
|
|
{
|
|
result.append(res);
|
|
}
|
|
});
|
|
return result;
|
|
}
|
|
|
|
QVector<QString> failedPaths() const
|
|
{
|
|
QVector<QString> result;
|
|
|
|
QVector<FileScanResult> results = failedResults();
|
|
|
|
std::for_each(results.begin(), results.end(), [&result](FileScanResult res) { result.append(res.first); });
|
|
return result;
|
|
}
|
|
};
|
|
|
|
class Indexer : public QObject
|
|
{
|
|
Q_OBJECT
|
|
protected:
|
|
bool verbose = false;
|
|
bool keepGoing = true;
|
|
SqliteDbService *db;
|
|
|
|
int progressReportThreshold = 50;
|
|
int currentScanProcessedCount = 0;
|
|
int runningWorkers = 0;
|
|
|
|
QVector<QString> pathsToScan;
|
|
QSharedPointer<ParallelDirScanner> dirScanner;
|
|
|
|
QStringList ignorePattern;
|
|
|
|
/* Those path pointing to files not directories */
|
|
ConcurrentQueue<QString> filePathTargetsQueue;
|
|
|
|
std::atomic<bool> workerCancellationToken;
|
|
IndexResult currentIndexResult;
|
|
void launchWorker(ConcurrentQueue<QString> &queue, int batchsize);
|
|
|
|
QTime lastProgressReportTime = QTime::currentTime();
|
|
|
|
public:
|
|
bool isRunning();
|
|
|
|
void beginIndexing();
|
|
void setIgnorePattern(QStringList ignorePattern);
|
|
void setTargetPaths(QVector<QString> pathsToScan);
|
|
void setVerbose(bool verbose);
|
|
void setKeepGoing(bool keepGoing);
|
|
|
|
void requestCancellation();
|
|
|
|
Indexer(SqliteDbService &db);
|
|
IndexResult getResult();
|
|
|
|
public slots:
|
|
void dirScanFinished();
|
|
void dirScanProgress(int current, int total);
|
|
void processFileScanResult(FileScanResult result);
|
|
void processFinishedWorker();
|
|
|
|
signals:
|
|
void pathsCountChanged(int total);
|
|
void fileScanResult(FileScanResult *result);
|
|
void indexProgress(unsigned int processedFiles, unsigned int added, unsigned int skipped, unsigned int failed,
|
|
unsigned int totalPaths);
|
|
void finished();
|
|
};
|
|
|
|
#endif // INDEXER_H
|