Debian Codegraph @

Source/Test/Evaluation/CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser.cpp

raw
1 /*
2 * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
3 *
4 * This file is part of the reasoning system Konclude.
5 * For details and support, see <http://konclude.com/>.
6 *
7 * Konclude is free software: you can redistribute it and/or modify
8 * it under the terms of version 3 of the GNU Lesser General Public
9 * License (LGPLv3) as published by the Free Software Foundation.
10 *
11 * Konclude is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU (Lesser) General Public License for more details.
15 *
16 * You should have received a copy of the GNU (Lesser) General Public
17 * License along with Konclude. If not, see <http://www.gnu.org/licenses/>.
18 *
19 */
20
21 #include "CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser.h"
22
23
24 namespace Konclude {
25
26 namespace Test {
27
28 namespace Evaluation {
29
30
31
32 CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser() {
33 }
34
35
36 CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::~CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser() {
37 }
38
39
40 bool CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::analyseGroupedEvaluationData(const QStringList& groubList, const QStringList& requestList, const QStringList& reasonerList, const QString& outputDirectory, CReasonerEvaluationAnalyseContext* context, CReasonerEvaluationGroupRequestSelector* selector) {
41
42 mOutputFileName = QString("%1").arg(selector->getOutputString());
43
44 QDir outDir(outputDirectory);
45 outDir.mkpath(mOutputFileName);
46 QString outputFileString(outputDirectory+mOutputFileName+context->getAdditionalFileString()+"time-mmm");
47 QString outputBestFileString(outputDirectory+mOutputFileName+context->getAdditionalFileString()+"time-ratio");
48
49
50 QStringList titleList;
51 titleList.append("Requests");
52 titleList.append(reasonerList);
53 titleList.append("Average");
54 titleList.append("Min");
55 titleList.append("Max");
56
57 QStringList bestTitleList;
58 bestTitleList.append("Requests");
59 foreach (const QString& reasonerString, reasonerList) {
60 bestTitleList.append(reasonerString);
61 }
62 bestTitleList.append("Average");
63
64 CReasonerEvaluationTableMultiFormatOutputWriter<double> tableMultiFormatOutputWriter;
65 tableMultiFormatOutputWriter.addColumnTitles(titleList);
66
67 CReasonerEvaluationTableMultiFormatOutputWriter<double> bestTableMultiFormatOutputWriter;
68 bestTableMultiFormatOutputWriter.addColumnTitles(bestTitleList);
69
70 bool hasSelectedRequestFile = false;
71
72 foreach (QString groupString, groubList) {
73
74 if (selector->isGroupSelected(groupString)) {
75
76 QSet<QString>* groupRequestList = getGroupRequests(groupString);
77 foreach (QString requestString, *groupRequestList) {
78
79 if (selector->isRequestSelected(groupString,requestString)) {
80
81
82
83 bool allDataAvailable = true;
84 foreach (QString reasonerString, reasonerList) {
85 CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
86 if (!evalData || evalData->hasDataNotAvailableFlag()) {
87 allDataAvailable = false;
88 }
89 }
90
91
92 if (allDataAvailable) {
93
94
95 hasSelectedRequestFile = true;
96 double min = DOUBLE_MAX;
97 double max = DOUBLE_MIN;
98 double mean = 0.;
99 cint64 count = 0;
100
101 tableMultiFormatOutputWriter.addNewTableRow(requestString);
102 bestTableMultiFormatOutputWriter.addNewTableRow(requestString);
103
104 foreach (QString reasonerString, reasonerList) {
105 CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
106 CReasonerEvaluationDoubleDataValue* doubleDataValue = dynamic_cast<CReasonerEvaluationDoubleDataValue*>(evalData);
107 if (doubleDataValue) {
108
109 double tmpValue = doubleDataValue->getValue();
110 tableMultiFormatOutputWriter.addValuesToLastTableRow(QList<double>()<<tmpValue);
111
112 mean += tmpValue;
113 min = qMin(min,tmpValue);
114 max = qMax(max,tmpValue);
115 count++;
116 }
117 }
118 mean /= (double)count;
119 tableMultiFormatOutputWriter.addValuesToLastTableRow(QList<double>()<<mean<<min<<max);
120
121
122 foreach (QString reasonerString, reasonerList) {
123 CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
124 CReasonerEvaluationDoubleDataValue* doubleDataValue = dynamic_cast<CReasonerEvaluationDoubleDataValue*>(evalData);
125 if (doubleDataValue) {
126 double tmpValue = doubleDataValue->getValue();
127 if (tmpValue > mean) {
128 tmpValue = - (tmpValue / mean - 1);
129 } else {
130 tmpValue = (mean / tmpValue - 1);
131 }
132 bestTableMultiFormatOutputWriter.addValuesToLastTableRow(QList<double>()<<tmpValue);
133 }
134 }
135 bestTableMultiFormatOutputWriter.addValuesToLastTableRow(QList<double>()<<mean);
136 }
137 }
138 }
139 }
140 }
141
142 if (hasSelectedRequestFile) {
143
144 QStringList reasonerCompGNUPlotFileList;
145 QStringList reasonerCompHighchartPlotFileList;
146 QStringList reasonerCompHighchartSplitPlotFileList;
147
148 tableMultiFormatOutputWriter.buildSortedIndex();
149 reasonerCompHighchartPlotFileList += tableMultiFormatOutputWriter.writeCVSTable(outputFileString);
150 reasonerCompHighchartPlotFileList += tableMultiFormatOutputWriter.writeCVSTablesSorted(outputFileString);
151
152 reasonerCompHighchartSplitPlotFileList += tableMultiFormatOutputWriter.writeCVSTablesSortedSplitted(30,outputFileString);
153
154
155 if (context->isGNUPlottingActivated()) {
156 reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTable(outputFileString);
157 reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTablesSorted(outputFileString);
158 reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTablesSortedSplitted(30,outputFileString);
159 foreach (QString plotFileString, reasonerCompGNUPlotFileList) {
160 if (true /*plotFileString.contains("-by-Average-")*/) {
161 QString outputFile = plotFileString;
162 outputFile.remove(".dat");
163 QString title = getPrettyTitleFromOutputFile(outputFile);
164 context->getGNUPlotPlotter()->createReasonerComparisonPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile);
165 }
166 }
167 }
168 if (context->isHighchartPlottingActivated()) {
169 foreach (QString plotFileString, reasonerCompHighchartPlotFileList) {
170 if (true /*plotFileString.contains("-by-Average-")*/) {
171 QString outputFile = plotFileString;
172 outputFile.remove(".csv");
173 QString title = getPrettyTitleFromOutputFile(outputFile);
174 context->getHighchartPlotter()->createReasonerComparisonPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString());
175 }
176 }
177 if (!reasonerCompHighchartSplitPlotFileList.isEmpty()) {
178 QStringList reasonerCompHighchartSplitPlotTitleList;
179 foreach (QString plotFileString, reasonerCompHighchartSplitPlotFileList) {
180 if (true /*plotFileString.contains("-by-Average-")*/) {
181 QString outputFile = plotFileString;
182 outputFile.remove(".csv");
183 QString title = getPrettyTitleFromOutputFile(outputFile);
184 reasonerCompHighchartSplitPlotTitleList.append(context->getAdditionalTitleString()+title+"[milliseconds]");
185 }
186 }
187 context->getHighchartPlotter()->createReasonerComparisonSplitPlot(reasonerCompHighchartSplitPlotFileList,reasonerCompHighchartSplitPlotTitleList,reasonerList,selector->getNameString()+" :: "+context->getAdditionalTitleString());
188 }
189 }
190
191
192
193 QStringList reasonerCompHighchartBestPlotFileList;
194 QStringList reasonerCompHighchartBestSplitPlotFileList;
195
196 bestTableMultiFormatOutputWriter.buildSortedIndex();
197 reasonerCompHighchartBestPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTable(outputBestFileString);
198 reasonerCompHighchartBestPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTablesSorted(outputBestFileString);
199 reasonerCompHighchartBestSplitPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTablesSortedSplitted(30,outputBestFileString);
200
201 if (context->isHighchartPlottingActivated()) {
202 foreach (QString plotFileString, reasonerCompHighchartBestPlotFileList) {
203 if (true /*plotFileString.contains("-by-Average-")*/) {
204 QString outputFile = plotFileString;
205 outputFile.remove(".csv");
206 QString title = getPrettyTitleFromOutputFile(outputFile);
207 context->getHighchartPlotter()->createReasonerFasterPlot(plotFileString,context->getAdditionalTitleString()+title+"[times faster than Average]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString());
208 }
209 }
210 if (!reasonerCompHighchartBestSplitPlotFileList.isEmpty()) {
211 QStringList reasonerCompHighchartSplitPlotTitleList;
212 foreach (QString plotFileString, reasonerCompHighchartBestSplitPlotFileList) {
213 if (true /*plotFileString.contains("-by-Average-")*/) {
214 QString outputFile = plotFileString;
215 outputFile.remove(".csv");
216 QString title = getPrettyTitleFromOutputFile(outputFile);
217 reasonerCompHighchartSplitPlotTitleList.append(context->getAdditionalTitleString()+title+"[times faster than Average]");
218 }
219 }
220 context->getHighchartPlotter()->createReasonerFasterSplitPlot(reasonerCompHighchartBestSplitPlotFileList,reasonerCompHighchartSplitPlotTitleList,reasonerList,selector->getNameString()+" :: "+context->getAdditionalTitleString());
221 }
222 }
223
224
225
226 QStringList mmmExtendedReasonerListGNU(reasonerList);
227 mmmExtendedReasonerListGNU<<"Average"<<"Max"<<"Min";
228 QStringList reasonerOverPlotFileList;
229 if (context->isGNUPlottingActivated()) {
230 reasonerOverPlotFileList = tableMultiFormatOutputWriter.writeGNUPlotDataTablesSeparateSorted(outputFileString);
231 foreach (QString plotFileString, reasonerOverPlotFileList) {
232 if (true) {
233 QString outputFile = plotFileString;
234 outputFile.remove(".dat");
235 QString title = getPrettyTitleFromOutputFile(outputFile);
236 context->getGNUPlotPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile);
237 context->getGNUPlotPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",mmmExtendedReasonerListGNU,outputFile+"-mmm");
238 }
239 }
240 }
241
242 QStringList mmmExtendedReasonerListHC(reasonerList);
243 mmmExtendedReasonerListHC<<"Max"<<"Min";
244 QStringList reasonerHCOverPlotFileList;
245 if (context->isHighchartPlottingActivated()) {
246 reasonerHCOverPlotFileList = tableMultiFormatOutputWriter.writeCVSTablesSeparateSorted(outputFileString);
247 foreach (QString plotFileString, reasonerHCOverPlotFileList) {
248 if (true) {
249 QString outputFile = plotFileString;
250 outputFile.remove(".csv");
251 QString title = getPrettyTitleFromOutputFile(outputFile);
252 context->getHighchartPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString());
253 context->getHighchartPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",mmmExtendedReasonerListHC,outputFile+"-mmm",selector->getNameString()+" :: "+context->getAdditionalTitleString());
254 }
255 }
256 }
257 }
258
259 return true;
260 }
261
262
263 QString CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::getPrettyTitleFromOutputFile(const QString& outputFile) {
264 QString title = outputFile;
265 title.remove("table");
266 cint64 slashPos = title.lastIndexOf("/");
267 if (slashPos >= 0) {
268 title = title.mid(slashPos+1);
269 }
270 title.replace("-"," ");
271 if (title.contains("sorted")) {
272 title.replace("ratio","Ratio to Average,");
273 } else {
274 title.replace("ratio","Ratio to Average");
275 }
276 title.replace("time mmm","Time Comparision,");
277 title.replace("sorted","Sorted");
278 title.replace("time","Time,");
279 title.replace("separate","Separate");
280 if (title.contains(" ascending")) {
281 title.replace(" ascending","");
282 if (title.contains(" split")) {
283 title.insert(title.indexOf(" split")," in Ascending Order");
284 } else {
285 title.append("in Ascending Order ");
286 }
287 }
288 if (title.contains(" descending")) {
289 title.replace(" descending","");
290 if (title.contains(" split")) {
291 title.insert(title.indexOf(" split")," in Descending Order");
292 } else {
293 title.append("in Descending Order ");
294 }
295 }
296 return title;
297 }
298
299
300 }; // end namespace Evaluation
301
302 }; // end namespace Test
303
304 }; // end namespace Konclude