/*
* Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
*
* This file is part of the reasoning system Konclude.
* For details and support, see .
*
* Konclude is free software: you can redistribute it and/or modify
* it under the terms of version 3 of the GNU Lesser General Public
* License (LGPLv3) as published by the Free Software Foundation.
*
* Konclude is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU (Lesser) General Public License for more details.
*
* You should have received a copy of the GNU (Lesser) General Public
* License along with Konclude. If not, see .
*
*/
#include "CReasonerEvaluationEvaluatorSPARQL.h"
namespace Konclude {
namespace Test {
namespace Evaluation {
CReasonerEvaluationEvaluatorSPARQL::CReasonerEvaluationEvaluatorSPARQL() {
}
CReasonerEvaluationEvaluatorSPARQL::~CReasonerEvaluationEvaluatorSPARQL() {
}
bool CReasonerEvaluationEvaluatorSPARQL::evaluateResults(CReasonerEvaluationRequestResult* requestResult, CReasonerEvaluationTerminationResult* terminationResult, const QString& inputFileString, const QString& responseFileString, CConfiguration* config) {
try {
evaluateResults(requestResult, terminationResult, inputFileString, responseFileString, config, true, true);
} catch (...) {
LOG(WARN, "::Konclude::Test::ReasonerEvaluationEvaluatorSPARQL", logTr("Writing evaluation result to '%1' failed, trying to write it without reasoner outputs.").arg(responseFileString), this);
try {
evaluateResults(requestResult, terminationResult, inputFileString, responseFileString, config, true, false);
} catch (...) {
LOG(WARN, "::Konclude::Test::ReasonerEvaluationEvaluatorSPARQL", logTr("Writing evaluation result to '%1' failed, trying to write it without full responses.").arg(responseFileString), this);
try {
evaluateResults(requestResult, terminationResult, inputFileString, responseFileString, config, false, true);
} catch (...) {
LOG(WARN, "::Konclude::Test::ReasonerEvaluationEvaluatorSPARQL", logTr("Writing evaluation result to '%1' failed, trying to write it without full responses and without reasoner outputs.").arg(responseFileString), this);
try {
evaluateResults(requestResult, terminationResult, inputFileString, responseFileString, config, false, false);
} catch (...) {
LOG(ERROR, "::Konclude::Test::ReasonerEvaluationEvaluatorSPARQL", logTr("Writing evaluation result to '%1' failed.").arg(responseFileString), this);
return false;
}
}
}
}
return true;
}
bool CReasonerEvaluationEvaluatorSPARQL::evaluateResults(CReasonerEvaluationRequestResult* requestResult, CReasonerEvaluationTerminationResult* terminationResult, const QString& inputFileString, const QString& responseFileString, CConfiguration* config, bool includeResponses, bool includeOutputs) {
QList* responseList = requestResult->getResponseList();
QDomDocument document = createResponseDocument();
QDomElement responseNode = document.documentElement();
responseNode.setAttribute("response-time",requestResult->getResponseTime());
responseNode.setAttribute("test",inputFileString);
if (!requestResult->getResponsedInTime()) {
cint64 timeoutCount = 0;
for (CReasonerEvaluationRequestResponse* response : *responseList) {
if (response->isTimedOut()) {
timeoutCount++;
}
}
responseNode.setAttribute("timeout", 1);
if (timeoutCount > 1) {
responseNode.setAttribute("timeout-restart-count", timeoutCount);
}
} else {
responseNode.setAttribute("timeout",0);
}
cint64 maxMemoryUsage = terminationResult->getMaxMemoryUsage();
if (maxMemoryUsage > 0) {
responseNode.setAttribute("maxMemoryUsage", maxMemoryUsage);
}
QDateTime dateTime = QDateTime::currentDateTime();
responseNode.appendChild(document.createComment(QString("Executed date: %1").arg(dateTime.toString())));
if (terminationResult->hasProcessError()) {
responseNode.appendChild(document.createComment(QString("Reasoner error: %1").arg(terminationResult->getErrorText())));
}
QString output = terminationResult->getStandardOutputText().replace("--", "##");
QString errorOutput = terminationResult->getErrorOutputText().replace("--", "##");
if (includeOutputs) {
if (!output.isEmpty()) {
responseNode.appendChild(document.createComment(QString("Reasoner output:\r\n%1").arg(output)));
}
if (!errorOutput.isEmpty()) {
responseNode.appendChild(document.createComment(QString("Reasoner error output:\r\n%1").arg(errorOutput)));
}
} else {
responseNode.appendChild(document.createComment(QString("Reasoner (error) output with length (%1) %2 omitted due to size limitations").arg(output.length()).arg(errorOutput.length())));
}
foreach (CReasonerEvaluationRequestResponse* response, *responseList) {
CReasonerEvaluationRequestResponseSPARQL* sparqlResponse = (CReasonerEvaluationRequestResponseSPARQL*)response;
if (response->isTimedOut()) {
QDomElement errorElm = document.createElement("Error");
errorElm.setAttribute("timeout",1);
cint64 responseTime = response->getResponseTime();
errorElm.setAttribute("response-time",responseTime);
errorElm.setAttribute("error","timeout");
errorElm.setAttribute("request-command", sparqlResponse->getOperationName());
responseNode.appendChild(errorElm);
} else if (response->hasResponseError()) {
QDomElement errorElm = document.createElement("Error");
cint64 responseTime = response->getResponseTime();
errorElm.setAttribute("response-time",responseTime);
if (!response->getResponseErrorString().isEmpty()) {
errorElm.setAttribute("error", response->getResponseErrorString());
} else {
errorElm.setAttribute("error", "unknown error");
}
errorElm.setAttribute("request-command", sparqlResponse->getOperationName());
responseNode.appendChild(errorElm);
} else if (response->hasEvaluationError()) {
QDomElement errorElm = document.createElement("EvaluationError");
cint64 responseTime = response->getResponseTime();
errorElm.setAttribute("response-time", responseTime);
QString evalErrorString = response->getEvaluationErrorString();
if (!evalErrorString.isEmpty()) {
errorElm.setAttribute("evaluation-error", QString("Could not process response due to '%1'").arg(response->getEvaluationErrorString()));
} else {
errorElm.setAttribute("evaluation-error", "Could not process response");
}
errorElm.setAttribute("request-command", sparqlResponse->getOperationName());
responseNode.appendChild(errorElm);
} else {
QList domElms = sparqlResponse->getResponseNodes();
if (includeResponses || domElms.isEmpty()) {
if (domElms.isEmpty()) {
domElms.append(document.createElement("OK"));
}
bool first = true;
for (const QDomElement& domElm : domElms) {
cint64 responseTime = response->getResponseTime();
QDomNode importedNode = document.importNode(domElm, true);
QDomElement impDomElm = importedNode.toElement();
if (first) {
first = false;
impDomElm.setAttribute("response-time", responseTime);
impDomElm.setAttribute("request-command", sparqlResponse->getOperationName());
}
responseNode.appendChild(impDomElm);
}
} else {
QDomElement errorElm = document.createElement("OK");
errorElm.setAttribute("evaluation-error", "Response omitted due to size limitations");
cint64 responseTime = response->getResponseTime();
errorElm.setAttribute("response-time", responseTime);
errorElm.setAttribute("request-command", sparqlResponse->getOperationName());
responseNode.appendChild(errorElm);
}
}
}
QFile file(responseFileString);
if (file.open(QIODevice::WriteOnly)) {
QTextStream fileTextStream(&file);
document.save(fileTextStream, 1);
file.close();
}
return true;
}
QDomDocument CReasonerEvaluationEvaluatorSPARQL::createResponseDocument() {
QDomDocument document;
QString sparqlNS = "http://www.w3.org/2005/sparql-results#";
QString owlNS = "http://www.w3.org/2002/07/owl#";
QDomProcessingInstruction procInstHeader = document.createProcessingInstruction("xml", "version=\"1.0\" encoding=\"utf-8\"");
document.appendChild(procInstHeader);
QDomElement rootNode;
rootNode = document.createElementNS(sparqlNS, "sparql");
rootNode.setAttribute("xml:base", sparqlNS);
rootNode.setAttribute("xmlns:owl", owlNS);
rootNode.setAttribute("xmlns:xsd", "http://www.w3.org/2001/XMLSchema#");
document.appendChild(rootNode);
return document;
}
}; // end namespace Evaluation
}; // end namespace Test
}; // end namespace Konclude