Debian Codegraph @

Source/Parser/COntologyMultiAutoParsingLoader.cpp

raw
1 /*
2 * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
3 *
4 * This file is part of the reasoning system Konclude.
5 * For details and support, see <http://konclude.com/>.
6 *
7 * Konclude is free software: you can redistribute it and/or modify
8 * it under the terms of version 3 of the GNU Lesser General Public
9 * License (LGPLv3) as published by the Free Software Foundation.
10 *
11 * Konclude is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU (Lesser) General Public License for more details.
15 *
16 * You should have received a copy of the GNU (Lesser) General Public
17 * License along with Konclude. If not, see <http://www.gnu.org/licenses/>.
18 *
19 */
20
21 #include "COntologyMultiAutoParsingLoader.h"
22
23
24 namespace Konclude {
25
26 namespace Parser {
27
28
29 COntologyMultiAutoParsingLoader::COntologyMultiAutoParsingLoader(CConcreteOntology *ont, COntologyConfigurationExtension *ontConfig) : CLogIdentifier("::Konclude::Parser::MultiAutoParsingLoader", this) {
30 mOntConfig = ontConfig;
31 mOnt = ont;
32 }
33
34
35 COntologyMultiAutoParsingLoader::~COntologyMultiAutoParsingLoader() {
36 }
37
38
39
40
41 bool COntologyMultiAutoParsingLoader::parseOntologyFile(const QString& filename) {
42 QFile file(filename);
43 if (file.open(QIODevice::ReadOnly)) {
44 bool parsed = parseOntologyFile(&file);
45 file.close();
46 return parsed;
47 } else {
48 return false;
49 }
50 }
51
52
53
54 bool COntologyMultiAutoParsingLoader::parseOntologyFile(QIODevice* device) {
55 if (mOntConfig && mOnt) {
56
57 QList<QString> importOntologiesList;
58 QStringList parserErrorList;
59 CCommandRecordRouter commandRecordRouter(nullptr, this);
60 bool parsed = parseOntology(device, QString(), QString(), mOnt, mOntConfig, importOntologiesList, parserErrorList, commandRecordRouter);
61 return parsed;
62
63 } else {
64 return false;
65 }
66 }
67
68
69
70
71 QStringList COntologyMultiAutoParsingLoader::getParserOrderFromFileName(const QString& fileName) {
72 QStringList parserList;
73 bool owl2FunctionalParserAdded = false;
74 bool owl2XMLParserAdded = false;
75 bool turtleParserAdded = false;
76 bool owl2RDFXMLParserAdded = false;
77 QString upperFileString = fileName.toUpper();
78 if (!owl2RDFXMLParserAdded && (upperFileString.endsWith(".OWX") || upperFileString.endsWith(".OWL"))) {
79 owl2RDFXMLParserAdded = true;
80 owl2XMLParserAdded = true;
81 parserList.append(QString("OWL2XML"));
82 parserList.append(QString("OWLRDFXML"));
83 }if (!owl2RDFXMLParserAdded && (upperFileString.endsWith(".RDF.XML") || upperFileString.endsWith(".OWL.RDF.XML"))) {
84 owl2RDFXMLParserAdded = true;
85 parserList.append(QString("OWLRDFXML"));
86 }
87 if (!turtleParserAdded && (upperFileString.endsWith(".NT"))) {
88 turtleParserAdded = true;
89 parserList.append(QString("RDFNTRIPLES"));
90 }
91 if (!turtleParserAdded && (upperFileString.endsWith(".TURTLE") || upperFileString.endsWith(".TTL") || upperFileString.endsWith(".NT"))) {
92 turtleParserAdded = true;
93 parserList.append(QString("RDFTURTLE"));
94 }
95 if (!owl2XMLParserAdded && (upperFileString.endsWith(".OWL.XML") || upperFileString.endsWith(".XML.OWL"))) {
96 owl2XMLParserAdded = true;
97 parserList.append(QString("OWL2XML"));
98 }
99 if (!owl2FunctionalParserAdded && (upperFileString.endsWith(".OWL.FSS") || upperFileString.endsWith(".FSS.OWL"))) {
100 owl2FunctionalParserAdded = true;
101 parserList.append(QString("OWL2Functional"));
102 }
103 if (!owl2XMLParserAdded && (upperFileString.endsWith(".XML"))) {
104 owl2XMLParserAdded = true;
105 parserList.append(QString("OWL2XML"));
106 }
107 if (!owl2FunctionalParserAdded && (upperFileString.endsWith(".FSS"))) {
108 owl2FunctionalParserAdded = true;
109 parserList.append(QString("OWL2Functional"));
110 }
111 if (!owl2XMLParserAdded && (upperFileString.contains(".XML"))) {
112 owl2XMLParserAdded = true;
113 parserList.append(QString("OWL2XML"));
114 }
115 if (!owl2FunctionalParserAdded && (upperFileString.contains(".FSS"))) {
116 owl2FunctionalParserAdded = true;
117 parserList.append(QString("OWL2Functional"));
118 }
119 if (!owl2XMLParserAdded && (upperFileString.contains("XML"))) {
120 owl2XMLParserAdded = true;
121 parserList.append(QString("OWL2XML"));
122 }
123 if (!owl2FunctionalParserAdded && (upperFileString.contains("FSS"))) {
124 owl2FunctionalParserAdded = true;
125 parserList.append(QString("OWL2Functional"));
126 }
127 if (!owl2FunctionalParserAdded) {
128 owl2FunctionalParserAdded = true;
129 parserList.append(QString("OWL2Functional"));
130 }
131 if (!owl2XMLParserAdded) {
132 owl2XMLParserAdded = true;
133 parserList.append(QString("OWL2XML"));
134 }
135 if (!owl2RDFXMLParserAdded) {
136 owl2RDFXMLParserAdded = true;
137 parserList.append(QString("OWLRDFXML"));
138 }
139 if (!turtleParserAdded) {
140 turtleParserAdded = true;
141 parserList.append(QString("RDFTURTLE"));
142 }
143 return parserList;
144 }
145
146
147 #ifdef KONCLUDE_REDLAND_INTEGRATION
148
149 bool COntologyMultiAutoParsingLoader::parseOntologyWithRaptor(QIODevice* device, CConcreteOntologyUpdateCollectorBuilder *builder, const QString& format, const QString& formatName, const QString& resolvedIRI, QString& parsingTryLogString, QStringList& parserErrorList, CConfiguration* configuration, CCommandRecordRouter& commandRecordRouter) {
150 bool parsingSucceeded = false;
151 CRDFRedlandRaptorParser *owl2Parser = nullptr;
152 bool mConfParallelRaptorParsing = CConfigDataReader::readConfigBoolean(configuration, "Konclude.Parser.RedlandRaptor.ConcurrentParsing");
153 if (mConfParallelRaptorParsing) {
154 owl2Parser = new CRDFRedlandRaptorSimpleConcurrentParser(builder, CTRIPLES_DATA_UPDATE_TYPE::TRIPLES_DATA_ADDITION, format, configuration);
155 } else {
156 owl2Parser = new CRDFRedlandRaptorParser(builder, CTRIPLES_DATA_UPDATE_TYPE::TRIPLES_DATA_ADDITION, format, configuration);
157 }
158 parsingTryLogString = QString("Trying %1 parsing of '%2' with Redland Raptor.").arg(formatName).arg(resolvedIRI);
159 LOG(INFO, getLogDomain(), parsingTryLogString, this);
160 if (device->open(QIODevice::ReadOnly)) {
161 device->reset();
162 if (owl2Parser->parseTriples(device, resolvedIRI)) {
163 parsingSucceeded = true;
164 LOG(INFO, getLogDomain(), logTr("Finished %1 parsing of '%2' with Redland Raptor.").arg(formatName).arg(resolvedIRI), this);
165 } else {
166 parserErrorList.append(QString("%1 parsing of '%2' with Redland Raptor failed due to error '%3'.").arg(formatName).arg(resolvedIRI).arg(owl2Parser->getErrorString()));
167 }
168 device->close();
169 } else {
170 CUnspecifiedMessageErrorRecord::makeRecord(QString("Data from '%1' cannot be read.").arg(resolvedIRI), &commandRecordRouter);
171 }
172 delete owl2Parser;
173 return parsingSucceeded;
174 }
175
176 #endif // !KONCLUDE_REDLAND_INTEGRATION
177
178
179
180
181
182 bool COntologyMultiAutoParsingLoader::parseOntology(QIODevice* device, const QString& ontoIRI, const QString& resolvedIRI, CConcreteOntology *ont, COntologyConfigurationExtension *ontConfig, QList<QString>& importOntologiesList, QStringList& parserErrorList, CCommandRecordRouter& commandRecordRouter) {
183 CConcreteOntologyUpdateCollectorBuilder *builder = new CConcreteOntologyUpdateCollectorBuilder(ont);
184 builder->initializeBuilding();
185
186 bool parsingSucceeded = parseOntology(device, ontoIRI, resolvedIRI, ont, builder, ontConfig, importOntologiesList, parserErrorList, commandRecordRouter);
187
188 if (parsingSucceeded) {
189 builder->completeBuilding();
190 }
191
192 delete builder;
193 return parsingSucceeded;
194 }
195
196
197 bool COntologyMultiAutoParsingLoader::parseOntology(QIODevice* device, const QString& ontoIRI, const QString& resolvedIRI, CConcreteOntology *ont, CConcreteOntologyUpdateCollectorBuilder* builder, COntologyConfigurationExtension *ontConfig, QList<QString>& importOntologiesList, QStringList& parserErrorList, CCommandRecordRouter& commandRecordRouter) {
198
199 QString iriFileString = resolvedIRI;
200 QStringList parserList = getParserOrderFromFileName(iriFileString);
201
202
203 bool parsingSucceeded = false;
204 bool triplesParsed = false;
205 for (QStringList::const_iterator parserIt = parserList.constBegin(), parserItEnd = parserList.constEnd(); !parsingSucceeded && parserIt != parserItEnd; ++parserIt) {
206
207 QString parserString(*parserIt);
208 QString parsingTryLogString;
209 builder->resetAxiomUpdates();
210
211 if (parserString == "OWLRDFXML") {
212 #ifdef KONCLUDE_REDLAND_INTEGRATION
213 parsingSucceeded = parseOntologyWithRaptor(device, builder, "rdfxml", "RDF/XML", resolvedIRI, parsingTryLogString, parserErrorList, ontConfig, commandRecordRouter);
214 if (parsingSucceeded) {
215 triplesParsed = true;
216 }
217 #endif // !KONCLUDE_REDLAND_INTEGRATION
218
219 } else if (parserString == "OWL2Functional") {
220 COWL2FunctionalJAVACCOntologyStreamParser *owl2Parser = new COWL2FunctionalJAVACCOntologyStreamParser(builder);
221 parsingTryLogString = QString("Trying stream-based OWL2/Functional ontology parsing for '%1'.").arg(iriFileString);
222 LOG(INFO, getLogDomain(), parsingTryLogString, this);
223 if (device->open(QIODevice::ReadOnly)) {
224 device->reset();
225 if (owl2Parser->parseOntology(device)) {
226 parsingSucceeded = true;
227 LOG(INFO, getLogDomain(), logTr("Finished stream-based OWL2/Functional ontology parsing for '%1'.").arg(iriFileString), this);
228 } else {
229 if (owl2Parser->hasError()) {
230 parserErrorList.append(QString("Stream-based OWL2/Functional ontology parsing error: %1").arg(owl2Parser->getErrorString()));
231 }
232 parserErrorList.append(QString("Stream-based OWL2/Functional ontology parsing for '%1' failed.").arg(iriFileString));
233 }
234 device->close();
235 } else {
236 CUnspecifiedMessageErrorRecord::makeRecord(QString("Data for '%1' cannot be read.").arg(resolvedIRI), &commandRecordRouter);
237 }
238
239 delete owl2Parser;
240
241 } else if (parserString == "OWL2XML") {
242
243 bool enforceUTF8ConvertingParsing = CConfigDataReader::readConfigBoolean(ontConfig, "Konclude.Parser.UTF8CompatibilityEnforcedXMLStreamParsing");
244 COWL2QtXMLOntologyStreamParser *owl2Parser = nullptr;
245 if (enforceUTF8ConvertingParsing) {
246 owl2Parser = new COWL2QtXMLOntologyStableStreamParser(builder);
247 } else {
248 owl2Parser = new COWL2QtXMLOntologyStreamParser(builder);
249 }
250 parsingTryLogString = QString("Trying stream-based OWL2/XML ontology parsing for '%1'.").arg(iriFileString);
251 LOG(INFO, getLogDomain(), parsingTryLogString, this);
252 if (device->open(QIODevice::ReadOnly)) {
253 device->reset();
254 if (owl2Parser->parseOntology(device)) {
255 parsingSucceeded = true;
256 LOG(INFO, getLogDomain(), logTr("Finished stream-based OWL2/XML ontology parsing for '%1'.").arg(iriFileString), this);
257 } else {
258 if (owl2Parser->hasError()) {
259 parserErrorList.append(QString("Stream-based OWL2/XML ontology parsing error: %1").arg(owl2Parser->getErrorString()));
260 }
261 parserErrorList.append(QString("Stream-based OWL2/XML ontology parsing for '%1' failed.").arg(iriFileString));
262 }
263 device->close();
264 } else {
265 CUnspecifiedMessageErrorRecord::makeRecord(QString("Data for '%1' cannot be read.").arg(resolvedIRI), &commandRecordRouter);
266 }
267
268 delete owl2Parser;
269
270 } else if (parserString == "RDFTURTLE") {
271
272 #ifdef KONCLUDE_REDLAND_INTEGRATION
273 parsingSucceeded = parseOntologyWithRaptor(device, builder, "turtle", "RDF Turtle", resolvedIRI, parsingTryLogString, parserErrorList, ontConfig, commandRecordRouter);
274 if (parsingSucceeded) {
275 triplesParsed = true;
276 }
277 #endif // !KONCLUDE_REDLAND_INTEGRATION
278
279 } else if (parserString == "RDFNTRIPLES") {
280
281 #ifdef KONCLUDE_REDLAND_INTEGRATION
282 parsingSucceeded = parseOntologyWithRaptor(device, builder, "ntriples", "RDF NTriples", resolvedIRI, parsingTryLogString, parserErrorList, ontConfig, commandRecordRouter);
283 if (parsingSucceeded) {
284 triplesParsed = true;
285 }
286 #endif // !KONCLUDE_REDLAND_INTEGRATION
287
288 }
289 }
290
291 if (triplesParsed) {
292 #ifdef KONCLUDE_REDLAND_INTEGRATION
293 CConcreteOntologyRedlandTriplesDataExpressionMapper* triplesMapper = new CConcreteOntologyRedlandTriplesDataExpressionMapper(builder);
294 triplesMapper->mapTriples(ont, ont->getOntologyTriplesData());
295 #endif // !KONCLUDE_REDLAND_INTEGRATION
296 }
297
298 importOntologiesList.append(builder->takeAddedImportOntologyList());
299
300 return parsingSucceeded;
301 }
302
303
304
305
306
307 }; // end namespace Parser
308
309 }; // end namespace Konclude