/*
* Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
*
* This file is part of the reasoning system Konclude.
* For details and support, see .
*
* Konclude is free software: you can redistribute it and/or modify
* it under the terms of version 3 of the GNU Lesser General Public
* License (LGPLv3) as published by the Free Software Foundation.
*
* Konclude is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU (Lesser) General Public License for more details.
*
* You should have received a copy of the GNU (Lesser) General Public
* License along with Konclude. If not, see .
*
*/
#include "CReasonerEvaluationClassificationTimesComparerLoader.h"
namespace Konclude {
namespace Control {
namespace Loader {
CReasonerEvaluationClassificationTimesComparerLoader::CReasonerEvaluationClassificationTimesComparerLoader() {
loaderConfig = nullptr;
}
CReasonerEvaluationClassificationTimesComparerLoader::~CReasonerEvaluationClassificationTimesComparerLoader() {
}
CLoader *CReasonerEvaluationClassificationTimesComparerLoader::init(CLoaderFactory *loaderFactory, CConfiguration *config) {
loaderConfig = config;
CConfigData *data = config->getLastConfigChange("Konclude.Test.Generator.InputDirectory");
if (data) {
mInputDir = data->getString();
}
if (!mInputDir.endsWith("/")) {
mInputDir += QString("/");
}
data = config->getLastConfigChange("Konclude.Test.Generator.OutputDirectory");
if (data) {
mOutputDir = data->getString();
}
if (!mOutputDir.endsWith("/")) {
mOutputDir += QString("/");
}
mOutputDirClassify = mOutputDir+"Classification/";
return this;
}
CLoader *CReasonerEvaluationClassificationTimesComparerLoader::load() {
CReasonerEvaluationClassificationTimeExtractor* classTimeExtractor = new CReasonerEvaluationClassificationTimeExtractor(60000);
CReasonerEvaluationAvaragerSummarizer* avarageSummarize = new CReasonerEvaluationAvaragerSummarizer();
QStringList reasonerNameStringList = QStringList()
<<"HermiT 1.3.6"
<<"FaCT++ 1.5.3"
<<"Pellet 2.3.0"
<<"Konclude 0.3.7-620";
QStringList reasonerPathStringList = QStringList()
<getGNUPlotPlotter()->createReasonerOverviewPlot("Evaluation/Analyse/R-000/A-003/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/classification-time-separate-sorted-descending-table.dat","xyz",QStringList()<<"Min"<<"Max","Evaluation/Analyse/R-000/A-003/ReasonerComparison/TONES Repository/Incompatible Axioms Removed/Classification/xyz");
//reasonerEvaluationContext->getHighchartPlotter()->createReasonerComparisonPlot("Evaluation/Analyses/R-000/A-004/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/classification-time-sorted-descending-by-Average-split-from-0-to-16-table.csv","xyz",QStringList()<<"Min"<<"Max","Evaluation/Analyses/R-000/A-004/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/xyz");
CReasonerEvaluationCollector* collector = new CReasonerEvaluationCollector(classTimeExtractor,avarageSummarize);
CReasonerEvaluationDataValueGroupCollectionReasonerComparison* reasonerComp = new CReasonerEvaluationDataValueGroupCollectionReasonerComparison(reasonerNameStringList);
for (QStringList::const_iterator it1 = reasonerNameStringList.constBegin(), it2 = reasonerPathStringList.constBegin(), it1End = reasonerNameStringList.constEnd(), it2End = reasonerPathStringList.constEnd(); it1 != it1End && it2 != it2End; ++it1, ++it2) {
QString reasonerName(*it1);
QString reasonerPath(*it2);
LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Extracting classification times for '%1' reasoner from responses in directory '%2'.").arg(reasonerName).arg(reasonerPath),this);
collector->collectReasonerEvaluationDataValues(reasonerComp,reasonerName,reasonerPath);
}
LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Comparing classification times for '%1'.").arg(reasonerNameStringList.join(", ")),this);
CReasonerEvaluationGroupRequestSelector* selectors = nullptr;
CReasonerEvaluationExpressivitySelectorFactory expEvalSelFactory("Expressivity Grouped","Expressivity Grouped/","Evaluation/Infos/Expressivity/");
selectors = expEvalSelFactory.getSelectors(selectors);
CReasonerEvaluationDirectoryStructureSelectorFactory dirEvalSelFactory("Evaluation/Requests/","Evaluation/Requests/Classification/","Directory Grouped","Directory Grouped/");
selectors = dirEvalSelFactory.getSelectors(selectors);
CReasonerEvaluationGroupRequestReasonerCSVComparisonAnalyser* analyser1 = new CReasonerEvaluationGroupRequestReasonerCSVComparisonAnalyser();
analyser1->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser* analyser2 = new CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser();
analyser2->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
CReasonerEvaluationGroupReasonerWinnerCountCSVComparisonAnalyser* analyser3 = new CReasonerEvaluationGroupReasonerWinnerCountCSVComparisonAnalyser();
analyser3->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Classification times for '%1' compared to '%2'.").arg(reasonerNameStringList.join(", ")).arg(outputDirectory),this);
return this;
}
CLoader *CReasonerEvaluationClassificationTimesComparerLoader::exit() {
return this;
}
}; // end namespace Loader
}; // end namespace Control
}; // end namespace Konclude