/* * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team. * * This file is part of the reasoning system Konclude. * For details and support, see . * * Konclude is free software: you can redistribute it and/or modify * it under the terms of version 3 of the GNU Lesser General Public * License (LGPLv3) as published by the Free Software Foundation. * * Konclude is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU (Lesser) General Public License for more details. * * You should have received a copy of the GNU (Lesser) General Public * License along with Konclude. If not, see . * */ #include "CReasonerEvaluationGroupRequestReasonerBucketCSVComparisonAnalyser.h" namespace Konclude { namespace Test { namespace Evaluation { CReasonerEvaluationGroupRequestReasonerBucketCSVComparisonAnalyser::CReasonerEvaluationGroupRequestReasonerBucketCSVComparisonAnalyser(double bucketsStart, double bucketsEnd, double bucketsIncreaseFactor, double timeoutsEnd) { mTimeoutsEnd = timeoutsEnd; mBucketsStart = bucketsStart; mBucketsEnd = bucketsEnd; mBucketsIncreaseFactor = bucketsIncreaseFactor; } bool CReasonerEvaluationGroupRequestReasonerBucketCSVComparisonAnalyser::analyseGroupedEvaluationData(const QStringList& groubList, const QStringList& requestList, const QStringList& reasonerList, const QString& outputDirectory, CReasonerEvaluationAnalyseContext* context, CReasonerEvaluationGroupRequestSelector* selector) { QList bucketsEndList; cint64 bucketCount = 1; bucketsEndList.append(mBucketsStart); double nextBucketsEnd = mBucketsStart; do { nextBucketsEnd *= mBucketsIncreaseFactor; bucketsEndList.append((cint64)qMin(nextBucketsEnd+0.5,mBucketsEnd)); ++bucketCount; } while (nextBucketsEnd < mBucketsEnd); cint64 bucketTimeoutErrorCount = bucketCount+2; mOutputFileName = QString("%1").arg(selector->getOutputString()); cint64 reasonerCount = reasonerList.count(); bool hasSelectedRequestFile = false; QDir outDir(outputDirectory); outDir.mkpath(mOutputFileName); cint64** bucketTable = new cint64*[reasonerCount]; for (cint64 i = 0; i < reasonerCount; ++i) { cint64* tmpVec = new cint64[bucketTimeoutErrorCount]; bucketTable[i] = tmpVec; for (cint64 j = 0; j < bucketTimeoutErrorCount; ++j) { tmpVec[j] = 0; } } cint64** cummBucketTable = new cint64*[reasonerCount]; for (cint64 i = 0; i < reasonerCount; ++i) { cint64* tmpVec = new cint64[bucketTimeoutErrorCount]; cummBucketTable[i] = tmpVec; for (cint64 j = 0; j < bucketTimeoutErrorCount; ++j) { tmpVec[j] = 0; } } QHash reasonerBucketHash; QHash reasonerCummulativeBucketHash; cint64 index = 0; foreach (const QString& reasonerString, reasonerList) { reasonerBucketHash.insert(reasonerString,bucketTable[index]); reasonerCummulativeBucketHash.insert(reasonerString,cummBucketTable[index]); ++index; } cint64 requestCount = 0; foreach (QString groupString, groubList) { if (selector->isGroupSelected(groupString)) { QSet* groupRequestList = getGroupRequests(groupString); foreach (QString requestString, *groupRequestList) { if (selector->isRequestSelected(groupString,requestString)) { bool allDataAvailable = true; foreach (QString reasonerString, reasonerList) { CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString); if (!evalData || evalData->hasDataNotAvailableFlag()) { allDataAvailable = false; } } if (allDataAvailable) { hasSelectedRequestFile = true; requestCount++; QString requestReasonerTabList(requestString); foreach (const QString& reasonerString, reasonerList) { CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString); CReasonerEvaluationDoubleDataValue* doubleEvalData = dynamic_cast(evalData); if (doubleEvalData) { double doubleValue = doubleEvalData->getValue(); cint64 bucketID = 0; if (doubleValue > mTimeoutsEnd) { bucketID = bucketTimeoutErrorCount-1; } else if (doubleValue > mBucketsEnd) { bucketID = bucketTimeoutErrorCount-2; } else { foreach (double bucketEnd, bucketsEndList) { if (doubleValue < bucketEnd) { break; } ++bucketID; } } cint64* bucketVec = reasonerBucketHash.value(reasonerString); ++bucketVec[bucketID]; cint64* cummBucketVec = reasonerCummulativeBucketHash.value(reasonerString); ++cummBucketVec[bucketID]; for (cint64 nextBucketId = bucketID+1; nextBucketId < bucketCount; ++nextBucketId) { ++cummBucketVec[nextBucketId]; } } } } } } } } if (hasSelectedRequestFile) { QStringList bucketList; QStringList cumulativeBucketList; CReasonerEvaluationTableMultiFormatOutputWriter bucketOutputWriter; for (cint64 i = 0; i < bucketTimeoutErrorCount; ++i) { QString title; QString cumulativeTitle; if (i < bucketCount) { double bucketStart = 0; if (i > 0) { bucketStart = bucketsEndList.at(i-1); } double bucketEnd = bucketsEndList.at(i); title = QString("%1-%2").arg(bucketStart).arg(bucketEnd); cumulativeTitle = QString("<%1").arg(bucketEnd); } else if (i == bucketCount) { title = "timeout"; cumulativeTitle = "timeout"; } else { title = "error"; cumulativeTitle = "error"; } bucketList.append(title); cumulativeBucketList.append(cumulativeTitle); } bucketOutputWriter.addColumnTitles(QStringList()<<"Reasoner"<()<isHighchartPlottingActivated()) { foreach (const QString& plotFileString, reasonerCompHighchartPlotFileList) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerStackedBucketPlot(plotFileString,context->getAdditionalTitleString()+" grouped by "+title+"",bucketList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } // write in columns CReasonerEvaluationTableMultiFormatOutputWriter bucketOutputWriter2; bucketOutputWriter2.addColumnTitles(QStringList()<<"Reasoner"<()<isHighchartPlottingActivated()) { foreach (const QString& plotFileString, reasonerColumnCompHighchartPlotFileList) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerBucketPlot(plotFileString,context->getAdditionalTitleString()+" grouped by "+title+"",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } // write cumulative in columns CReasonerEvaluationTableMultiFormatOutputWriter bucketOutputWriter3; bucketOutputWriter3.addColumnTitles(QStringList()<<"Reasoner"<()<isHighchartPlottingActivated()) { foreach (const QString& plotFileString, reasonerCumulativeColumnCompHighchartPlotFileList) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerCumulativeBucketPlot(plotFileString,context->getAdditionalTitleString()+" grouped by "+title+"",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } } for (cint64 i = 0; i < reasonerCount; ++i) { delete [] bucketTable[i]; } delete [] bucketTable; return true; } QString CReasonerEvaluationGroupRequestReasonerBucketCSVComparisonAnalyser::getPrettyTitleFromOutputFile(const QString& outputFile) { QString title = outputFile; title.remove("table"); cint64 slashPos = title.lastIndexOf("/"); if (slashPos >= 0) { title = title.mid(slashPos+1); } title.replace("-"," "); title.replace("stacked","Stacked"); title.replace("column","Column"); title.replace("buckets","Buckets"); title.replace("cumulative","Cumulative"); title.replace("grouped","Grouped"); return title; } }; // end namespace Evaluation }; // end namespace Test }; // end namespace Konclude