/*
* Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
*
* This file is part of the reasoning system Konclude.
* For details and support, see .
*
* Konclude is free software: you can redistribute it and/or modify
* it under the terms of version 3 of the GNU Lesser General Public
* License (LGPLv3) as published by the Free Software Foundation.
*
* Konclude is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU (Lesser) General Public License for more details.
*
* You should have received a copy of the GNU (Lesser) General Public
* License along with Konclude. If not, see .
*
*/
#include "CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser.h"
namespace Konclude {
namespace Test {
namespace Evaluation {
CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser::CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser() {
}
CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser::~CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser() {
}
cint64 CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser::getResultCount(const QString& groupString, const QString& requestString, const QString& reasonerString, CReasonerEvaluationStringListValue* stringListDataValue, const QStringList& reasonerList, const QString& detailedReportingOutputDirectory) {
cint64 totalResultCount = 0;
const QStringList& responseFileStringList = stringListDataValue->getValue();
if (!responseFileStringList.isEmpty()) {
QString responseFileString = responseFileStringList.first();
QFile responseFile(responseFileString);
QDomDocument document;
if (responseFile.open(QIODevice::ReadOnly)) {
document.setContent(&responseFile, false);
responseFile.close();
}
QDomElement rootEl = document.documentElement();
QDomElement resultElement = rootEl.firstChildElement();
bool foundResult = false;
bool foundError = false;
if (!resultElement.isNull()) {
while (!resultElement.isNull()) {
if (resultElement.nodeName() == "Error") {
foundError = true;
break;
} else if (resultElement.nodeName() == "results") {
foundResult = true;
cint64 resultCount = 0;
if (resultElement.nodeName() == "results") {
// handle SPARQL binding results
CVariableBindingsAnswersListResult* variableBindingsResult = nullptr;
QHash variableNameIndexHash;
if (!variableBindingsResult) {
variableBindingsResult = mSPARQLResultParser.parseVariableBindingsList(&resultElement, &variableNameIndexHash, true);
if (variableBindingsResult) {
resultCount += variableBindingsResult->getResultCount();
delete variableBindingsResult;
}
}
}
totalResultCount += resultCount;
}
resultElement = resultElement.nextSiblingElement();
}
}
}
return totalResultCount;
}
bool CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser::analyseGroupedEvaluationData(const QStringList& groubList, const QStringList& requestList, const QStringList& reasonerList, const QString& outputDirectory, CReasonerEvaluationAnalyseContext* context, CReasonerEvaluationGroupRequestSelector* selector) {
mOutputFileName = QString("%1").arg(selector->getOutputString());
bool hasSelectedRequestFile = false;
QStringList titleList;
titleList.append("Requests");
titleList.append(reasonerList);
titleList.append("Average");
titleList.append("Min");
titleList.append("Max");
QDir outDir(outputDirectory);
outDir.mkpath(mOutputFileName);
QString outputFileString(outputDirectory+mOutputFileName+"result-counting");
QString detailedOutputReportingDirectory = QString(outputDirectory + mOutputFileName + "/result-counting-reports/");
outDir.mkpath(mOutputFileName + "/result-counting-reports");
CReasonerEvaluationTableMultiFormatOutputWriter tableMultiFormatOutputWriter;
tableMultiFormatOutputWriter.addColumnTitles(titleList);
foreach (QString groupString, groubList) {
if (selector->isGroupSelected(groupString)) {
QSet* groupRequestList = getGroupRequests(groupString);
foreach (QString requestString, *groupRequestList) {
if (selector->isRequestSelected(groupString,requestString)) {
bool allDataAvailable = true;
foreach (QString reasonerString, reasonerList) {
CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
if (!evalData || evalData->hasDataNotAvailableFlag()) {
allDataAvailable = false;
}
}
if (allDataAvailable) {
hasSelectedRequestFile = true;
double min = DOUBLE_MAX;
double max = DOUBLE_MIN;
double mean = 0.;
cint64 count = 0;
tableMultiFormatOutputWriter.addNewTableRow(requestString);
foreach (QString reasonerString, reasonerList) {
CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString);
CReasonerEvaluationDoubleDataValue* doubleDataValue = dynamic_cast(evalData);
if (doubleDataValue) {
double resultCountValue = doubleDataValue->getValue();
tableMultiFormatOutputWriter.addValuesToLastTableRow(QList() << resultCountValue);
mean += resultCountValue;
min = qMin(min, resultCountValue);
max = qMax(max, resultCountValue);
count++;
}
}
mean /= (double)count;
tableMultiFormatOutputWriter.addValuesToLastTableRow(QList()<isGNUPlottingActivated()) {
reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTable(outputFileString);
reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTablesSorted(outputFileString);
foreach (QString plotFileString, reasonerCompGNUPlotFileList) {
if (true /*plotFileString.contains("-by-Average-")*/) {
QString outputFile = plotFileString;
outputFile.remove(".dat");
QString title = getPrettyTitleFromOutputFile(outputFile);
context->getGNUPlotPlotter()->createReasonerComparisonPlot(plotFileString,context->getAdditionalTitleString()+title+"[# results]",reasonerList,outputFile);
}
}
}
if (context->isHighchartPlottingActivated()) {
foreach (QString plotFileString, reasonerCompHighchartPlotFileList) {
if (true /*plotFileString.contains("-by-Average-")*/) {
QString outputFile = plotFileString;
outputFile.remove(".csv");
QString title = getPrettyTitleFromOutputFile(outputFile);
context->getHighchartPlotter()->createReasonerCountingPlot(plotFileString,context->getAdditionalTitleString()+title+"[# results]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString());
}
}
}
}
return true;
}
QString CReasonerEvaluationGroupRequestReasonerResultCountingAnalyser::getPrettyTitleFromOutputFile(const QString& outputFile) {
QString title = outputFile;
title.remove("table");
cint64 slashPos = title.lastIndexOf("/");
if (slashPos >= 0) {
title = title.mid(slashPos+1);
}
title.replace("-"," ");
title.replace("result counts","Result Counting, ");
title.replace("sorted","Sorted");
if (title.contains(" ascending")) {
title.replace(" ascending","");
title.append(" in Ascending Order ");
}
if (title.contains(" descending")) {
title.replace(" descending","");
title.append(" in Descending Order ");
}
return title;
}
}; // end namespace Evaluation
}; // end namespace Test
}; // end namespace Konclude