/* * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team. * * This file is part of the reasoning system Konclude. * For details and support, see . * * Konclude is free software: you can redistribute it and/or modify * it under the terms of version 3 of the GNU Lesser General Public * License (LGPLv3) as published by the Free Software Foundation. * * Konclude is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU (Lesser) General Public License for more details. * * You should have received a copy of the GNU (Lesser) General Public * License along with Konclude. If not, see . * */ #ifdef KONCLUDE_REDLAND_INTEGRATION #include "CRDFRedlandRaptorParser.h" namespace Konclude { namespace Parser { CRDFRedlandRaptorParser::CRDFRedlandRaptorParser(COntologyBuilder* ontologyBuilder, CTRIPLES_DATA_UPDATE_TYPE updateType, QString redlandParsingFormat, CConfiguration* configuration) : CLogIdentifier("::Konclude::Parser::RDFRedlandRaptorParser", this) { mOntologyBuilder = ontologyBuilder; mUpdateType = updateType; mRedlandParsingFormat = redlandParsingFormat; mConfiguration = configuration; mConfLoadTriplesIntoStore = true; if (mConfiguration) { mConfLoadTriplesIntoStore = CConfigDataReader::readConfigBoolean(mConfiguration, "Konclude.Parser.RedlandRaptor.LoadTriplesIntoStore", true); } } CRDFRedlandRaptorParser::~CRDFRedlandRaptorParser() { } CRedlandStoredTriplesData* CRDFRedlandRaptorParser::getUpdatingTripleData(bool forceNew) { bool localTriplesDataFlag = false; CRedlandStoredTriplesData* prevTripleData = (CRedlandStoredTriplesData*)mOntologyBuilder->getLatestTriplesData(false, &localTriplesDataFlag); CRedlandStoredTriplesData* tripleData = nullptr; if (!forceNew && localTriplesDataFlag && prevTripleData->getUpdateType() == mUpdateType) { return prevTripleData; } if (!tripleData) { tripleData = new CRedlandStoredTriplesData(); tripleData->initTriplesData(mUpdateType, prevTripleData); } librdf_world* world = tripleData->getRedlandWorld(); if (!world) { world = librdf_new_world(); librdf_world_open(world); tripleData->setRedlandWorldData(world); } librdf_storage* indexedStorage = tripleData->getRedlandIndexedStorage(); if (!indexedStorage && world) { indexedStorage = librdf_new_storage(world, "hashes", NULL, "hash-type='memory',index-predicates='yes'"); tripleData->setRedlandIndexedStorageData(indexedStorage); } librdf_model* indexedModel = tripleData->getRedlandIndexedModel(); if (!indexedModel && indexedStorage) { indexedModel = librdf_new_model(world, indexedStorage, NULL); tripleData->setRedlandIndexedModelData(indexedModel); } /*else { model = librdf_new_model_from_model(prevModel); tripleData->setRedlandModelData(model); }*/ if (!indexedModel) { delete tripleData; tripleData = nullptr; } return tripleData; } bool CRDFRedlandRaptorParser::parseTriplesFile(const QString& filename) { mParsingError = false; CRedlandStoredTriplesData* tripleData = getUpdatingTripleData(); QString filenameUri = QString("file://" + filename); QByteArray filenameUriByteArray(filenameUri.toUtf8()); const char* filenameBaseUri = filenameUriByteArray.constData(); librdf_uri *baseUri = librdf_new_uri(tripleData->getRedlandWorld(), (const unsigned char*)filenameBaseUri); QByteArray mRedlandParsingFormatByteArray = mRedlandParsingFormat.toUtf8(); const char* parser_name = mRedlandParsingFormatByteArray.constData(); librdf_parser* parser = librdf_new_parser(tripleData->getRedlandWorld(), parser_name, NULL, NULL); if (!parser) { mParsingError = true; } QByteArray filenameByteArray(filename.toUtf8()); FILE* file = fopen(filenameByteArray.constData(), "r"); // parser closes file if (parser && librdf_parser_parse_file_handle_into_model(parser, file, 1, baseUri, tripleData->getRedlandIndexedModel())) { mParsingError = true; } if (parser) { librdf_free_parser(parser); } if (mParsingError) { delete tripleData; tripleData = nullptr; } else { mOntologyBuilder->addTriplesData(tripleData); } return !mParsingError; } int raptor_iostream_read_bytes_from_qiodevice(void *context, void *ptr, size_t size, size_t nmemb) { QIODevice* ioDevice = (QIODevice*)context; qint64 readElements = 0; if (size == 1) { readElements = ioDevice->read((char*)ptr, nmemb); } else { for (size_t i = 0; i < nmemb && !ioDevice->atEnd(); ++i) { qint64 read = ioDevice->read((char*)ptr, size); if (read >= size) { ptr = (void*)((char*)ptr + size); readElements++; } else { break; } } } return readElements; } int raptor_iostream_read_eof_func_from_qiodevice(void *context) { QIODevice* ioDevice = (QIODevice*)context; if (ioDevice->atEnd()) { return 1; } return 0; } void raptor_log_handler_error_notifier(void *user_data, raptor_log_message *message) { QString** raptorParsingErrorString = (QString**)user_data; if (message->level >= RAPTOR_LOG_LEVEL_ERROR && *raptorParsingErrorString == nullptr) { *raptorParsingErrorString = new QString(QString("%1").arg(message->text)); } } QString CRDFRedlandRaptorParser::getErrorString() { return mErrorString; } bool CRDFRedlandRaptorParser::hasError() { return mParsingError; } bool CRDFRedlandRaptorParser::parseTriples(QIODevice* ioDevice, const QString& baseUriString) { raptor_iostream_handler qioDeviceIOStreamHandler; qioDeviceIOStreamHandler.version = 2; qioDeviceIOStreamHandler.read_bytes = &raptor_iostream_read_bytes_from_qiodevice; qioDeviceIOStreamHandler.read_eof = &raptor_iostream_read_eof_func_from_qiodevice; qioDeviceIOStreamHandler.init = nullptr; qioDeviceIOStreamHandler.finish = nullptr; qioDeviceIOStreamHandler.write_byte = nullptr; qioDeviceIOStreamHandler.write_bytes = nullptr; qioDeviceIOStreamHandler.write_end = nullptr; CRedlandStoredTriplesData* tripleData = getUpdatingTripleData(false); raptor_world* raptor_world_ptr = librdf_world_get_raptor(tripleData->getRedlandWorld()); cint64 bytesAvailable = ioDevice->bytesAvailable(); QString* raptorParsingErrorString = nullptr; raptor_world_set_log_handler(raptor_world_ptr, &raptorParsingErrorString, &raptor_log_handler_error_notifier); raptor_iostream* raptor_stream = raptor_new_iostream_from_handler(raptor_world_ptr, ioDevice, &qioDeviceIOStreamHandler); QByteArray baseUriStringByteArray(baseUriString.toUtf8()); librdf_uri *baseUri = librdf_new_uri(tripleData->getRedlandWorld(), (const unsigned char*)baseUriStringByteArray.constData()); QByteArray mRedlandParsingFormatByteArray = mRedlandParsingFormat.toUtf8(); const char* parser_name = mRedlandParsingFormatByteArray.constData(); librdf_parser* parser = librdf_new_parser(tripleData->getRedlandWorld(), parser_name, NULL, NULL); if (!parser) { mErrorString = QString("Failed to create parser"); mParsingError = true; } //if (parser && raptor_stream && librdf_parser_parse_iostream_into_model(parser, raptor_stream, baseUri, tripleData->getRedlandStreamedModel())) { // mParsingError = true; //} librdf_stream* tripleStream = nullptr; if (parser && raptor_stream) { tripleStream = librdf_parser_parse_iostream_as_stream(parser, raptor_stream, baseUri); if (!tripleStream) { mErrorString = QString("Failed to load data stream"); mParsingError = true; } librdf_node* critPredicate1 = librdf_new_node_from_uri_string(tripleData->getRedlandWorld(), (const unsigned char*)PREFIX_RDFS_SUBCLASS_OF); librdf_node* critPredicate2 = librdf_new_node_from_uri_string(tripleData->getRedlandWorld(), (const unsigned char*)PREFIX_OWL_COMPLEMENT_OF); bool warningNoStore = false; CXLinker* statementLinker = tripleData->getRedlandStatementLinker(); CXLinker* lastStatementLinker = nullptr; if (statementLinker) { lastStatementLinker = statementLinker->getLastListLink(); } while (!librdf_stream_end(tripleStream)) { librdf_statement* statement = librdf_stream_get_object(tripleStream); if (!librdf_model_contains_statement(tripleData->getRedlandIndexedModel(), statement)) { librdf_statement* statementCopy = librdf_new_statement_from_statement(statement); CXLinker* newStatementLinker = new CXLinker(); newStatementLinker->initLinker(statementCopy, nullptr); if (statementLinker) { lastStatementLinker->setNext(newStatementLinker); lastStatementLinker = newStatementLinker; } else { statementLinker = newStatementLinker; lastStatementLinker = newStatementLinker; } if (mConfLoadTriplesIntoStore) { librdf_model_add_statement(tripleData->getRedlandIndexedModel(), statement); } else { if (!warningNoStore && (librdf_node_equals(critPredicate1, librdf_statement_get_predicate(statementCopy)) || librdf_node_equals(critPredicate2, librdf_statement_get_predicate(statementCopy)))) { warningNoStore = true; LOG(WARN, getLogDomain(), logTr("(Nontrivial) OWL axioms and expressions cannot be extracted from triples since they are not loaded into the triple store."), this); } } } librdf_stream_next(tripleStream); } librdf_free_node(critPredicate1); librdf_free_node(critPredicate2); tripleData->setRedlandStatementLinker(statementLinker); } if (raptorParsingErrorString) { mParsingError = true; mErrorString = *raptorParsingErrorString; delete raptorParsingErrorString; raptorParsingErrorString = nullptr; } if (raptor_stream) { raptor_free_iostream(raptor_stream); } if (parser) { librdf_free_parser(parser); } if (mParsingError) { delete tripleData; tripleData = nullptr; } else { mOntologyBuilder->addTriplesData(tripleData); } return !mParsingError; } }; // end namespace Parser }; // end namespace Konclude #endif // !KONCLUDE_REDLAND_INTEGRATION