/*
* Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
*
* This file is part of the reasoning system Konclude.
* For details and support, see .
*
* Konclude is free software: you can redistribute it and/or modify
* it under the terms of version 3 of the GNU Lesser General Public
* License (LGPLv3) as published by the Free Software Foundation.
*
* Konclude is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU (Lesser) General Public License for more details.
*
* You should have received a copy of the GNU (Lesser) General Public
* License along with Konclude. If not, see .
*
*/
#include "CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser.h"
namespace Konclude {
namespace Test {
namespace Evaluation {
CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser::CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser(CReasonerEvaluationFiltering* filtering) {
mFiltering = filtering;
}
CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser::~CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser() {
}
bool CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser::analyseGroupedEvaluationData(const QStringList& groubList, const QStringList& requestList, const QStringList& reasonerList, const QString& outputDirectory, CReasonerEvaluationAnalyseContext* context, CReasonerEvaluationGroupRequestSelector* selector) {
mOutputFileName = QString("%1").arg(selector->getOutputString());
QDir outDir(outputDirectory);
outDir.mkpath(mOutputFileName);
QString outputFileString(outputDirectory+mOutputFileName+"request-statistics");
QStringList titleList;
titleList.append("Statistic");
titleList.append("Minimum");
titleList.append("Maximum");
titleList.append("Mean");
titleList.append("StandardDerivation");
titleList.append("Median");
titleList.append("Sum");
CReasonerEvaluationTableMultiFormatOutputWriter tableMultiFormatOutputWriter;
tableMultiFormatOutputWriter.addColumnTitles(titleList);
QHash statisticNameDataHash;
bool hasSelectedRequestFile = false;
foreach (QString groupString, groubList) {
if (selector->isGroupSelected(groupString)) {
QSet* groupRequestList = getGroupRequests(groupString);
foreach (QString requestString, *groupRequestList) {
if (selector->isRequestSelected(groupString,requestString)) {
bool allReasonerResultAvailable = true;
QString pathRequestString;
foreach (QString reasonerString, reasonerList) {
CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
if (!evalData || evalData->hasDataNotAvailableFlag()) {
allReasonerResultAvailable = false;
} else {
CReasonerEvaluationStringListValue* stringListDataValue = dynamic_cast(evalData);
if (stringListDataValue) {
QStringList stringList = stringListDataValue->getValue();
if (!stringList.isEmpty()) {
pathRequestString = stringList.first();
} else {
allReasonerResultAvailable = false;
}
} else {
allReasonerResultAvailable = false;
}
}
}
if (allReasonerResultAvailable && !pathRequestString.isEmpty()) {
hasSelectedRequestFile = true;
QStringList statisticList = mFiltering->loadStatistics(pathRequestString);
if (statisticList.isEmpty()) {
statisticList.append(QString("%1\t%2").arg("StatisticsMissing:").arg("1"));
statisticList.append(QString("%1\t%2").arg("StatisticsAvailable:").arg("0"));
} else {
statisticList.append(QString("%1\t%2").arg("StatisticsMissing:").arg("0"));
statisticList.append(QString("%1\t%2").arg("StatisticsAvailable:").arg("1"));
}
statisticList.append(QString("%1\t%2").arg("RequestFiles:").arg("1"));
foreach (const QString& statisticString, statisticList) {
QStringList statisticValueList = statisticString.split("\t");
if (statisticValueList.count() == 2) {
QString statisticNameString = statisticValueList.first().trimmed();
QString statisticValueString = statisticValueList.last().trimmed();
bool statisticValueConvertionSuccessfull = false;
double statisticValue = statisticValueString.toDouble(&statisticValueConvertionSuccessfull);
if (statisticValueConvertionSuccessfull) {
CRequestStatisticsData& reqStatData = statisticNameDataHash[statisticNameString];
if (!reqStatData.mInitialized) {
reqStatData.setDataName(statisticNameString);
reqStatData.mInitialized = true;
}
reqStatData.addData(statisticValue,pathRequestString);
}
}
}
}
}
}
}
}
if (hasSelectedRequestFile) {
for (QHash::iterator it = statisticNameDataHash.begin(), itEnd = statisticNameDataHash.end(); it != itEnd; ++it) {
const QString& statisticName(it.key());
CRequestStatisticsData& statisticData(it.value());
tableMultiFormatOutputWriter.addNewTableRow(statisticName);
statisticData.calculateStatistics();
QList statisticValueList;
statisticValueList.append(statisticData.mMinValue);
statisticValueList.append(statisticData.mMaxValue);
statisticValueList.append(statisticData.mMeanValue);
statisticValueList.append(statisticData.mStandardDerivationValue);
statisticValueList.append(statisticData.mMedianValue);
statisticValueList.append(statisticData.mSumValue);
tableMultiFormatOutputWriter.addValuesToLastTableRow(statisticValueList);
}
QStringList reasonerCompHighchartPlotFileList;
tableMultiFormatOutputWriter.buildSortedIndex();
reasonerCompHighchartPlotFileList += tableMultiFormatOutputWriter.writeCVSTable(outputFileString);
if (context->isHighchartPlottingActivated()) {
foreach (QString plotFileString, reasonerCompHighchartPlotFileList) {
if (true /*plotFileString.contains("-by-Average-")*/) {
QString outputFile = plotFileString;
outputFile.remove(".csv");
QString title = getPrettyTitleFromOutputFile(outputFile);
context->getHighchartPlotter()->createRequestStatisticsPlot(plotFileString,context->getAdditionalTitleString()+title,titleList,outputFile,selector->getNameString());
}
}
}
}
return true;
}
QString CReasonerEvaluationGroupRequestStatisticsCSVComparisonAnalyser::getPrettyTitleFromOutputFile(const QString& outputFile) {
QString title = outputFile;
title.remove("table");
cint64 slashPos = title.lastIndexOf("/");
if (slashPos >= 0) {
title = title.mid(slashPos+1);
}
title.replace("-"," ");
return title;
}
}; // end namespace Evaluation
}; // end namespace Test
}; // end namespace Konclude