Debian Codegraph @

Source/Control/Loader/CReasonerEvaluationClassificationTimesComparerLoader.cpp

raw
1 /*
2 * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
3 *
4 * This file is part of the reasoning system Konclude.
5 * For details and support, see <http://konclude.com/>.
6 *
7 * Konclude is free software: you can redistribute it and/or modify
8 * it under the terms of version 3 of the GNU Lesser General Public
9 * License (LGPLv3) as published by the Free Software Foundation.
10 *
11 * Konclude is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU (Lesser) General Public License for more details.
15 *
16 * You should have received a copy of the GNU (Lesser) General Public
17 * License along with Konclude. If not, see <http://www.gnu.org/licenses/>.
18 *
19 */
20
21 #include "CReasonerEvaluationClassificationTimesComparerLoader.h"
22
23
24 namespace Konclude {
25
26 namespace Control {
27
28 namespace Loader {
29
30
31 CReasonerEvaluationClassificationTimesComparerLoader::CReasonerEvaluationClassificationTimesComparerLoader() {
32 loaderConfig = nullptr;
33 }
34
35
36
37 CReasonerEvaluationClassificationTimesComparerLoader::~CReasonerEvaluationClassificationTimesComparerLoader() {
38 }
39
40
41 CLoader *CReasonerEvaluationClassificationTimesComparerLoader::init(CLoaderFactory *loaderFactory, CConfiguration *config) {
42 loaderConfig = config;
43 CConfigData *data = config->getLastConfigChange("Konclude.Test.Generator.InputDirectory");
44 if (data) {
45 mInputDir = data->getString();
46 }
47 if (!mInputDir.endsWith("/")) {
48 mInputDir += QString("/");
49 }
50
51 data = config->getLastConfigChange("Konclude.Test.Generator.OutputDirectory");
52 if (data) {
53 mOutputDir = data->getString();
54 }
55 if (!mOutputDir.endsWith("/")) {
56 mOutputDir += QString("/");
57 }
58 mOutputDirClassify = mOutputDir+"Classification/";
59
60 return this;
61 }
62
63
64
65 CLoader *CReasonerEvaluationClassificationTimesComparerLoader::load() {
66
67 CReasonerEvaluationClassificationTimeExtractor* classTimeExtractor = new CReasonerEvaluationClassificationTimeExtractor(60000);
68 CReasonerEvaluationAvaragerSummarizer* avarageSummarize = new CReasonerEvaluationAvaragerSummarizer();
69
70 QStringList reasonerNameStringList = QStringList()
71 <<"HermiT 1.3.6"
72 <<"FaCT++ 1.5.3"
73 <<"Pellet 2.3.0"
74 <<"Konclude 0.3.7-620";
75 QStringList reasonerPathStringList = QStringList()
76 <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-000/HermiT/$$_LATEST_STRING_$$/Config001/")
77 <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-000/FaCT++/$$_LATEST_STRING_$$/Config001/")
78 <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-000/Pellet/$$_LATEST_STRING_$$/Config001/")
79 <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-000/Konclude/$$_LATEST_STRING_$$/Config001/");
80
81
82
83 //QStringList reasonerNameStringList = QStringList()
84 // <<"HermiT-IR 1.3.6"
85 // <<"HermiT 1.3.6";
86 //QStringList reasonerPathStringList = QStringList()
87 // <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-001/Config001/HermiT-IR/$$_LATEST_STRING_$$/")
88 // <<CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Responses/R-001/Config001/HermiT/$$_LATEST_STRING_$$/");
89
90
91
92 QString outputDirectory = CReasonerEvaluationPathConverter::getCorrectedPathString("Evaluation/Analyses/R-000/A-$$_LATEST+1_$$/ReasonerClassificationComparison/");
93 QDir currDir(".");
94 currDir.mkpath(outputDirectory);
95
96
97 CReasonerEvaluationAnalyseContext* reasonerEvaluationContext = new CReasonerEvaluationAnalyseContext();
98 //reasonerEvaluationContext->getGNUPlotPlotter()->createReasonerOverviewPlot("Evaluation/Analyse/R-000/A-003/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/classification-time-separate-sorted-descending-table.dat","xyz",QStringList()<<"Min"<<"Max","Evaluation/Analyse/R-000/A-003/ReasonerComparison/TONES Repository/Incompatible Axioms Removed/Classification/xyz");
99 //reasonerEvaluationContext->getHighchartPlotter()->createReasonerComparisonPlot("Evaluation/Analyses/R-000/A-004/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/classification-time-sorted-descending-by-Average-split-from-0-to-16-table.csv","xyz",QStringList()<<"Min"<<"Max","Evaluation/Analyses/R-000/A-004/ReasonerClassificationComparison/TONES Repository/Incompatible Axioms Removed/Classification/xyz");
100
101
102 CReasonerEvaluationCollector* collector = new CReasonerEvaluationCollector(classTimeExtractor,avarageSummarize);
103
104 CReasonerEvaluationDataValueGroupCollectionReasonerComparison* reasonerComp = new CReasonerEvaluationDataValueGroupCollectionReasonerComparison(reasonerNameStringList);
105
106 for (QStringList::const_iterator it1 = reasonerNameStringList.constBegin(), it2 = reasonerPathStringList.constBegin(), it1End = reasonerNameStringList.constEnd(), it2End = reasonerPathStringList.constEnd(); it1 != it1End && it2 != it2End; ++it1, ++it2) {
107 QString reasonerName(*it1);
108 QString reasonerPath(*it2);
109 LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Extracting classification times for '%1' reasoner from responses in directory '%2'.").arg(reasonerName).arg(reasonerPath),this);
110 collector->collectReasonerEvaluationDataValues(reasonerComp,reasonerName,reasonerPath);
111 }
112
113
114 LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Comparing classification times for '%1'.").arg(reasonerNameStringList.join(", ")),this);
115
116
117 CReasonerEvaluationGroupRequestSelector* selectors = nullptr;
118 CReasonerEvaluationExpressivitySelectorFactory expEvalSelFactory("Expressivity Grouped","Expressivity Grouped/","Evaluation/Infos/Expressivity/");
119 selectors = expEvalSelFactory.getSelectors(selectors);
120 CReasonerEvaluationDirectoryStructureSelectorFactory dirEvalSelFactory("Evaluation/Requests/","Evaluation/Requests/Classification/","Directory Grouped","Directory Grouped/");
121 selectors = dirEvalSelFactory.getSelectors(selectors);
122
123
124 CReasonerEvaluationGroupRequestReasonerCSVComparisonAnalyser* analyser1 = new CReasonerEvaluationGroupRequestReasonerCSVComparisonAnalyser();
125 analyser1->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
126
127 CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser* analyser2 = new CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser();
128 analyser2->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
129
130 CReasonerEvaluationGroupReasonerWinnerCountCSVComparisonAnalyser* analyser3 = new CReasonerEvaluationGroupReasonerWinnerCountCSVComparisonAnalyser();
131 analyser3->analyseEvaluationData(reasonerComp,reasonerEvaluationContext,outputDirectory,selectors);
132
133 LOG(INFO,"::Konclude::Test::Evaluation::ReasonerClassificationTimeComparer",logTr("Classification times for '%1' compared to '%2'.").arg(reasonerNameStringList.join(", ")).arg(outputDirectory),this);
134
135
136 return this;
137 }
138
139
140
141
142 CLoader *CReasonerEvaluationClassificationTimesComparerLoader::exit() {
143 return this;
144 }
145
146
147
148 }; // end namespace Loader
149
150 }; // end namespace Control
151
152 }; // end namespace Konclude