/* * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team. * * This file is part of the reasoning system Konclude. * For details and support, see . * * Konclude is free software: you can redistribute it and/or modify * it under the terms of version 3 of the GNU Lesser General Public * License (LGPLv3) as published by the Free Software Foundation. * * Konclude is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU (Lesser) General Public License for more details. * * You should have received a copy of the GNU (Lesser) General Public * License along with Konclude. If not, see . * */ #include "CReasonerEvaluationOntologyExtractionLoader.h" namespace Konclude { namespace Control { namespace Loader { CReasonerEvaluationOntologyExtractionLoader::CReasonerEvaluationOntologyExtractionLoader() { loaderConfig = nullptr; } CReasonerEvaluationOntologyExtractionLoader::~CReasonerEvaluationOntologyExtractionLoader() { } CLoader *CReasonerEvaluationOntologyExtractionLoader::init(CLoaderFactory *loaderFactory, CConfiguration *config) { loaderConfig = config; mInputDir = CConfigDataReader::readConfigString(config,"Konclude.Test.Generator.InputDirectory"); if (!mInputDir.endsWith("/")) { mInputDir += QString("/"); } mOutputDir = CConfigDataReader::readConfigString(config,"Konclude.Test.Generator.OutputDirectory"); if (!mOutputDir.endsWith("/")) { mOutputDir += QString("/"); } mOntologyStatisticsDir = CConfigDataReader::readConfigString(config,"Konclude.Test.Generator.OntologyStatisticsDirectory"); if (!mOntologyStatisticsDir.endsWith("/")) { mOntologyStatisticsDir += QString("/"); } mFiltering = new CReasonerEvaluationFiltering(mOntologyStatisticsDir); mFilterFile = CConfigDataReader::readConfigString(config,"Konclude.Test.Generator.FilterFile"); loadFilterConditions(mFilterFile); QDir newOntoFileDir("."); newOntoFileDir.mkpath(mOutputDir); mExtractedOntStatOutputFileString = mOutputDir+"ExtractedOntologies.csv"; mCollectExtractedOntologyStatistics = true; mCopyExtractedOntologyToOutput = true; return this; } bool CReasonerEvaluationOntologyExtractionLoader::loadFilterConditions(const QString& fileNameString) { return mFiltering->loadFilterFromFile(fileNameString); } bool CReasonerEvaluationOntologyExtractionLoader::satisfiesExtractionCondition(const QString& testFileNameString, const QString& testFilePathString, const QString& subDirPathString, const QStringList& statisticList) { return mFiltering->testSatisfiesFilter(testFileNameString,testFilePathString,subDirPathString,statisticList); } CLoader* CReasonerEvaluationOntologyExtractionLoader::addExtractedOntologyStatistics(const QString& testFileNameString, const QString& testFilePathString, const QString& subDirPathString, const QStringList& statisticList) { QHash* ontStatHash = new QHash(); ontStatHash->insert("Path",subDirPathString); ontStatHash->insert("Ontology",testFileNameString); foreach (const QString& statisticString, statisticList) { QStringList statDataList(statisticString.split("\t")); if (statDataList.count() == 2) { QString statNameString = statDataList.takeFirst().replace(":","").trimmed(); QString statValueString = statDataList.takeFirst().trimmed(); ontStatHash->insert(statNameString,statValueString); if (!mExtractedStatsSet.contains(statNameString)) { mExtractedStatsSet.insert(statNameString); mExtractedStatsList.append(statNameString); } } } mExtractedOntStatHashList.append(ontStatHash); return this; } CLoader* CReasonerEvaluationOntologyExtractionLoader::saveExtractedOntologyStatistics(const QString& fileNameString) { mExtractedStatsList.prepend("Ontology"); mExtractedStatsList.prepend("Path"); QString outFileString = fileNameString; QFile outFile(outFileString); if (outFile.open(QIODevice::WriteOnly)) { QString titleString; for (QList::const_iterator itVal = mExtractedStatsList.constBegin(), itValEnd = mExtractedStatsList.constEnd(); itVal != itValEnd; ++itVal) { QString valString(*itVal); if (!titleString.isEmpty()) { titleString.append("\t"); } titleString += valString; } outFile.write(QString("%1\r\n").arg(titleString).toLocal8Bit()); for (QList< QHash* >::const_iterator it = mExtractedOntStatHashList.constBegin(), itEnd = mExtractedOntStatHashList.constEnd(); it != itEnd; ++it) { QHash* ontStatHash(*it); QString dataString; for (QList::const_iterator itVal = mExtractedStatsList.constBegin(), itValEnd = mExtractedStatsList.constEnd(); itVal != itValEnd; ++itVal) { QString valString(*itVal); QString valDataString(ontStatHash->value(valString)); if (!dataString.isEmpty()) { dataString.append("\t"); } dataString += valDataString; } outFile.write(QString("%1\r\n").arg(dataString).toLocal8Bit()); } outFile.close(); } return this; } CLoader* CReasonerEvaluationOntologyExtractionLoader::copyExtractedOntology(const QString& testFileNameString, const QString& testFilePathString, const QString& subDirPathString) { QString ontoFileString = testFilePathString+testFileNameString; QFile ontoFile(ontoFileString); if (ontoFile.open(QIODevice::ReadOnly)) { QDir newOntoFileDir(mOutputDir); newOntoFileDir.mkpath(subDirPathString); QString newOntoFileString = mOutputDir+subDirPathString+testFileNameString; QFile newOntoFile(newOntoFileString); if (newOntoFile.open(QIODevice::WriteOnly)) { while (!ontoFile.atEnd()) { QByteArray ontoData(ontoFile.read(1000000)); newOntoFile.write(ontoData); } newOntoFile.close(); ontoFile.close(); } } return this; } CLoader* CReasonerEvaluationOntologyExtractionLoader::extractOntologiesForTestcase(const QString& testFileNameString, const QString& testFilePathString, const QString& subDirPathString) { QStringList statisticList; QString ontoStatFileString = mOntologyStatisticsDir+subDirPathString+testFileNameString+".txt"; QFile ontoStatFile(ontoStatFileString); if (ontoStatFile.open(QIODevice::ReadOnly)) { while (!ontoStatFile.atEnd()) { QByteArray statDataLine(ontoStatFile.readLine()); statisticList.append(statDataLine.trimmed()); } ontoStatFile.close(); if (!statisticList.isEmpty()) { if (satisfiesExtractionCondition(testFileNameString,testFilePathString,subDirPathString,statisticList)) { // extract ontology if (mCollectExtractedOntologyStatistics) { addExtractedOntologyStatistics(testFileNameString,testFilePathString,subDirPathString,statisticList); } if (mCopyExtractedOntologyToOutput) { copyExtractedOntology(testFileNameString,testFilePathString,subDirPathString); } } } } return this; } CLoader* CReasonerEvaluationOntologyExtractionLoader::extractOntologiesForDirectory(const QString& dirString, const QString& subDirPathString) { QDir inputDir(dirString); foreach (const QString& subDirString, inputDir.entryList(QDir::Dirs)) { if (subDirString != ".." && subDirString != ".") { extractOntologiesForDirectory(dirString+subDirString+"/",subDirPathString+subDirString+"/"); } } foreach (const QString& fileString, inputDir.entryList(QDir::Files)) { extractOntologiesForTestcase(fileString,dirString,subDirPathString); } LOG(INFO,"::Konclude::Generator::TestCaseGenerator",logTr("Extracted ontologies in %1.").arg(dirString),this); return this; } CLoader *CReasonerEvaluationOntologyExtractionLoader::load() { extractOntologiesForDirectory(mInputDir,""); saveExtractedOntologyStatistics(mExtractedOntStatOutputFileString); return this; } CLoader *CReasonerEvaluationOntologyExtractionLoader::exit() { return this; } }; // end namespace Loader }; // end namespace Control }; // end namespace Konclude