/* ============================================================ * * This file is a part of digiKam project * https://www.digikam.org * * Date : 2024-11-10 * Description : Performs face detection and recognition * * SPDX-FileCopyrightText: 2024-2026 by Gilles Caulier * SPDX-FileCopyrightText: 2024-2025 by Michael Miller * * SPDX-License-Identifier: GPL-2.0-or-later * * ============================================================ */ #include "facepipelineretrain.h" // Qt includes #include #include #include #include // KDE includes #include // Local includes #include "digikam_debug.h" #include "digikam_opencv.h" #include "sharedqueue.h" #include "collectionmanager.h" #include "album.h" #include "iteminfo.h" #include "coredb.h" #include "facescansettings.h" #include "dimg.h" #include "previewloadthread.h" #include "faceutils.h" #include "facedbaccess.h" #include "facedb.h" #include "facepipelinepackagebase.h" #include "thumbnailloadthread.h" #include "identityprovider.h" #include "identity.h" #include "dnnsfaceextractor.h" #include "faceclassifier.h" namespace Digikam { FacePipelineRetrain::FacePipelineRetrain(const FaceScanSettings& _settings) : FacePipelineBase(_settings) { } bool FacePipelineRetrain::start() { QVariantMap params; params[QLatin1String("detectAccuracy")] = settings.detectAccuracy; params[QLatin1String("detectModel")] = settings.detectModel; params[QLatin1String("detectSize")] = settings.detectSize; params[QLatin1String("recognizeAccuracy")] = settings.recognizeAccuracy; params[QLatin1String("recognizeModel")] = settings.recognizeModel; detector.setParameters(params); { // use the mutex to synchronize the start of the threads QMutexLocker lock(&mutex); // add the worker threads for this pipeline addWorker(MLPipelineStage::Finder); addWorker(MLPipelineStage::Loader); addWorker(MLPipelineStage::Extractor); addWorker(MLPipelineStage::Classifier); addWorker(MLPipelineStage::Writer); } return FacePipelineBase::start(); } bool FacePipelineRetrain::finder() { ActionThreadBase::setCurrentThreadName(QString::fromLatin1("FaceRetrain%1").arg(QLatin1String(__FUNCTION__))); // To customize thread name MLPIPELINE_FINDER_START(settings.workerThreadPriority, MLPipelineStage::Loader); /* ========================================================================================= * Pipeline finder specific initialization code * * Use the block from here to MLPIPELINE_FINDER_END to find the IDs images to process. * The code in this block is run once per stage initialization. The number of instances * is always 1. */ FaceUtils utils; // get the IDs to process QSet filter; int serialNumber = 0; for (const Album* const album : std::as_const(settings.albums)) { if (cancelled) { break; } if (!album->isTrashAlbum()) { QList imageIds = CoreDbAccess().db()->getImageIds(album->id(), DatabaseItem::Status::Visible, true); if (!moreCpu) { moreCpu = checkMoreWorkers(totalItemCount, imageIds.size(), settings.useFullCpu); } for (qlonglong imageId : std::as_const(imageIds)) { // filter out duplicate image IDs if (!filter.contains(imageId)) { QList faces = utils.confirmedFaceTagsIfaces(imageId); for (const FaceTagsIface& face : std::as_const(faces)) { ++totalItemCount; enqueue(nextQueue, new FacePipelinePackageBase(imageId, face, ++serialNumber)); } } } } } /* ========================================================================================= * Pipeline finder specific cleanup * * Use the block from here to MLPIPELINE_FINDER_END to clean up any resources used by the stage. */ MLPIPELINE_FINDER_END(MLPipelineStage::Loader); } bool FacePipelineRetrain::loader() { ActionThreadBase::setCurrentThreadName(QString::fromLatin1("FaceRetrain%1").arg(QLatin1String(__FUNCTION__))); // To customize thread name return commonFaceThumbnailLoader(QStringLiteral("FacePipelineRetrain"), QThread::LowPriority, MLPipelineStage::Loader, MLPipelineStage::Extractor); } bool FacePipelineRetrain::extractor() { ActionThreadBase::setCurrentThreadName(QString::fromLatin1("FaceRetrain%1").arg(QLatin1String(__FUNCTION__))); // To customize thread name return commonFaceThumbnailExtractor(QStringLiteral("FacePipelineRetrain"), QThread::LowPriority, MLPipelineStage::Extractor, MLPipelineStage::Writer, true); } bool FacePipelineRetrain::writer() { ActionThreadBase::setCurrentThreadName(QString::fromLatin1("FaceRetrain%1").arg(QLatin1String(__FUNCTION__))); // To customize thread name MLPIPELINE_STAGE_START(QThread::LowPriority, MLPipelineStage::Writer, MLPipelineStage::None); FacePipelinePackageBase* package = nullptr; /* ========================================================================================= * Pipeline stage specific initialization code * * Use the block from here to MLPIPELINE_LOOP_START to initialize the stage. * The code in this block is run once per stage initialization. The number of instances * is at least 1. More instances are created by addMoreWorkers if needed. */ FaceUtils utils; IdentityProvider* const idProvider = IdentityProvider::instance(); // clear all identities and training from recognition DB before // we start looping through the results from the pipeline idProvider->clearAllTraining(); MLPIPELINE_LOOP_START(MLPipelineStage::Writer, thisQueue); package = static_cast(mlpackage); /* ========================================================================================= * Start pipeline stage specific loop * * All code from here to MLPIPELINE_LOOP_END is in a try/catch block and loop. * This loop is run once per image. */ { QString displayName; if (0 != package->features.rows) { Identity identity = utils.identityForTag(package->face.tagId()); displayName = identity.attribute(QStringLiteral("name")); if (package->useForTraining) { idProvider->addTraining(identity, package->face.hash(), package->features); } else { qCDebug(DIGIKAM_FACESENGINE_LOG) << "FacePipelineEdit::writer(): not using for training: " << package->info.filePath(); } } else { qCDebug(DIGIKAM_FACESENGINE_LOG) << "FacePipelineEdit::writer(): bad mat"; } QString albumName = CollectionManager::instance()->albumRootLabel(package->info.albumRootId()); // send a notification that the image was processed notify(MLPipelineNotification::notifyProcessed, package->info.name(), albumName + package->info.relativePath(), displayName, (displayName.isEmpty() ? 0 : 1), package->thumbnail); // delete the package delete package; package = nullptr; } /* ========================================================================================= * End pipeline stage specific loop */ MLPIPELINE_LOOP_END(MLPipelineStage::Writer, "FacePipelineRetrain::writer"); /* ========================================================================================= * Pipeline stage specific cleanup * * Use the block from here to MLPIPELINE_STAGE_END to clean up any resources used by the stage. */ // retrain the classifier after all results have been processed FaceClassifier::instance()->retrain(); // set the training version info to the latest info FaceDbAccess().db()->setTrainingVersionInfo(IdentityProvider::FaceTrainingVersion, IdentityProvider::ExtractorModel); MLPIPELINE_STAGE_END(MLPipelineStage::Writer, MLPipelineStage::None); } void FacePipelineRetrain::addMoreWorkers() { addWorker(Loader); addWorker(Extractor); addWorker(Extractor); } } // namespace Digikam #include "moc_facepipelineretrain.cpp"