/* * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team. * * This file is part of the reasoning system Konclude. * For details and support, see . * * Konclude is free software: you can redistribute it and/or modify * it under the terms of version 3 of the GNU Lesser General Public * License (LGPLv3) as published by the Free Software Foundation. * * Konclude is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU (Lesser) General Public License for more details. * * You should have received a copy of the GNU (Lesser) General Public * License along with Konclude. If not, see . * */ #include "CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser.h" namespace Konclude { namespace Test { namespace Evaluation { CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser() { } CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::~CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser() { } bool CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::analyseGroupedEvaluationData(const QStringList& groubList, const QStringList& requestList, const QStringList& reasonerList, const QString& outputDirectory, CReasonerEvaluationAnalyseContext* context, CReasonerEvaluationGroupRequestSelector* selector) { mOutputFileName = QString("%1").arg(selector->getOutputString()); QDir outDir(outputDirectory); outDir.mkpath(mOutputFileName); QString outputFileString(outputDirectory+mOutputFileName+context->getAdditionalFileString()+"time-mmm"); QString outputBestFileString(outputDirectory+mOutputFileName+context->getAdditionalFileString()+"time-ratio"); QStringList titleList; titleList.append("Requests"); titleList.append(reasonerList); titleList.append("Average"); titleList.append("Min"); titleList.append("Max"); QStringList bestTitleList; bestTitleList.append("Requests"); foreach (const QString& reasonerString, reasonerList) { bestTitleList.append(reasonerString); } bestTitleList.append("Average"); CReasonerEvaluationTableMultiFormatOutputWriter tableMultiFormatOutputWriter; tableMultiFormatOutputWriter.addColumnTitles(titleList); CReasonerEvaluationTableMultiFormatOutputWriter bestTableMultiFormatOutputWriter; bestTableMultiFormatOutputWriter.addColumnTitles(bestTitleList); bool hasSelectedRequestFile = false; foreach (QString groupString, groubList) { if (selector->isGroupSelected(groupString)) { QSet* groupRequestList = getGroupRequests(groupString); foreach (QString requestString, *groupRequestList) { if (selector->isRequestSelected(groupString,requestString)) { bool allDataAvailable = true; foreach (QString reasonerString, reasonerList) { CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString); if (!evalData || evalData->hasDataNotAvailableFlag()) { allDataAvailable = false; } } if (allDataAvailable) { hasSelectedRequestFile = true; double min = DOUBLE_MAX; double max = DOUBLE_MIN; double mean = 0.; cint64 count = 0; tableMultiFormatOutputWriter.addNewTableRow(requestString); bestTableMultiFormatOutputWriter.addNewTableRow(requestString); foreach (QString reasonerString, reasonerList) { CReasonerEvaluationDataValue* evalData = getGroupRequestReasonerEvaluationData(groupString,requestString,reasonerString); CReasonerEvaluationDoubleDataValue* doubleDataValue = dynamic_cast(evalData); if (doubleDataValue) { double tmpValue = doubleDataValue->getValue(); tableMultiFormatOutputWriter.addValuesToLastTableRow(QList()<()<(evalData); if (doubleDataValue) { double tmpValue = doubleDataValue->getValue(); if (tmpValue > mean) { tmpValue = - (tmpValue / mean - 1); } else { tmpValue = (mean / tmpValue - 1); } bestTableMultiFormatOutputWriter.addValuesToLastTableRow(QList()<()<isGNUPlottingActivated()) { reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTable(outputFileString); reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTablesSorted(outputFileString); reasonerCompGNUPlotFileList += tableMultiFormatOutputWriter.writeGNUPlotDataTablesSortedSplitted(30,outputFileString); foreach (QString plotFileString, reasonerCompGNUPlotFileList) { if (true /*plotFileString.contains("-by-Average-")*/) { QString outputFile = plotFileString; outputFile.remove(".dat"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getGNUPlotPlotter()->createReasonerComparisonPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile); } } } if (context->isHighchartPlottingActivated()) { foreach (QString plotFileString, reasonerCompHighchartPlotFileList) { if (true /*plotFileString.contains("-by-Average-")*/) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerComparisonPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } if (!reasonerCompHighchartSplitPlotFileList.isEmpty()) { QStringList reasonerCompHighchartSplitPlotTitleList; foreach (QString plotFileString, reasonerCompHighchartSplitPlotFileList) { if (true /*plotFileString.contains("-by-Average-")*/) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); reasonerCompHighchartSplitPlotTitleList.append(context->getAdditionalTitleString()+title+"[milliseconds]"); } } context->getHighchartPlotter()->createReasonerComparisonSplitPlot(reasonerCompHighchartSplitPlotFileList,reasonerCompHighchartSplitPlotTitleList,reasonerList,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } QStringList reasonerCompHighchartBestPlotFileList; QStringList reasonerCompHighchartBestSplitPlotFileList; bestTableMultiFormatOutputWriter.buildSortedIndex(); reasonerCompHighchartBestPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTable(outputBestFileString); reasonerCompHighchartBestPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTablesSorted(outputBestFileString); reasonerCompHighchartBestSplitPlotFileList += bestTableMultiFormatOutputWriter.writeCVSTablesSortedSplitted(30,outputBestFileString); if (context->isHighchartPlottingActivated()) { foreach (QString plotFileString, reasonerCompHighchartBestPlotFileList) { if (true /*plotFileString.contains("-by-Average-")*/) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerFasterPlot(plotFileString,context->getAdditionalTitleString()+title+"[times faster than Average]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } if (!reasonerCompHighchartBestSplitPlotFileList.isEmpty()) { QStringList reasonerCompHighchartSplitPlotTitleList; foreach (QString plotFileString, reasonerCompHighchartBestSplitPlotFileList) { if (true /*plotFileString.contains("-by-Average-")*/) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); reasonerCompHighchartSplitPlotTitleList.append(context->getAdditionalTitleString()+title+"[times faster than Average]"); } } context->getHighchartPlotter()->createReasonerFasterSplitPlot(reasonerCompHighchartBestSplitPlotFileList,reasonerCompHighchartSplitPlotTitleList,reasonerList,selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } QStringList mmmExtendedReasonerListGNU(reasonerList); mmmExtendedReasonerListGNU<<"Average"<<"Max"<<"Min"; QStringList reasonerOverPlotFileList; if (context->isGNUPlottingActivated()) { reasonerOverPlotFileList = tableMultiFormatOutputWriter.writeGNUPlotDataTablesSeparateSorted(outputFileString); foreach (QString plotFileString, reasonerOverPlotFileList) { if (true) { QString outputFile = plotFileString; outputFile.remove(".dat"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getGNUPlotPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile); context->getGNUPlotPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",mmmExtendedReasonerListGNU,outputFile+"-mmm"); } } } QStringList mmmExtendedReasonerListHC(reasonerList); mmmExtendedReasonerListHC<<"Max"<<"Min"; QStringList reasonerHCOverPlotFileList; if (context->isHighchartPlottingActivated()) { reasonerHCOverPlotFileList = tableMultiFormatOutputWriter.writeCVSTablesSeparateSorted(outputFileString); foreach (QString plotFileString, reasonerHCOverPlotFileList) { if (true) { QString outputFile = plotFileString; outputFile.remove(".csv"); QString title = getPrettyTitleFromOutputFile(outputFile); context->getHighchartPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",reasonerList,outputFile,selector->getNameString()+" :: "+context->getAdditionalTitleString()); context->getHighchartPlotter()->createReasonerOverviewPlot(plotFileString,context->getAdditionalTitleString()+title+"[milliseconds]",mmmExtendedReasonerListHC,outputFile+"-mmm",selector->getNameString()+" :: "+context->getAdditionalTitleString()); } } } } return true; } QString CReasonerEvaluationGroupRequestReasonerWithMeanMinMaxCSVComparisonAnalyser::getPrettyTitleFromOutputFile(const QString& outputFile) { QString title = outputFile; title.remove("table"); cint64 slashPos = title.lastIndexOf("/"); if (slashPos >= 0) { title = title.mid(slashPos+1); } title.replace("-"," "); if (title.contains("sorted")) { title.replace("ratio","Ratio to Average,"); } else { title.replace("ratio","Ratio to Average"); } title.replace("time mmm","Time Comparision,"); title.replace("sorted","Sorted"); title.replace("time","Time,"); title.replace("separate","Separate"); if (title.contains(" ascending")) { title.replace(" ascending",""); if (title.contains(" split")) { title.insert(title.indexOf(" split")," in Ascending Order"); } else { title.append("in Ascending Order "); } } if (title.contains(" descending")) { title.replace(" descending",""); if (title.contains(" split")) { title.insert(title.indexOf(" split")," in Descending Order"); } else { title.append("in Descending Order "); } } return title; } }; // end namespace Evaluation }; // end namespace Test }; // end namespace Konclude