/* * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team. * * This file is part of the reasoning system Konclude. * For details and support, see . * * Konclude is free software: you can redistribute it and/or modify * it under the terms of version 3 of the GNU Lesser General Public * License (LGPLv3) as published by the Free Software Foundation. * * Konclude is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU (Lesser) General Public License for more details. * * You should have received a copy of the GNU (Lesser) General Public * License along with Konclude. If not, see . * */ #ifdef KONCLUDE_REDLAND_INTEGRATION #include "CSPARQLRedlandRasqalReasoningBGPQueryParser.h" namespace Konclude { namespace Parser { CSPARQLRedlandRasqalReasoningBGPQueryParser::CSPARQLRedlandRasqalReasoningBGPQueryParser(CSPARQLQueryBuilder *queryBuilder, COntologyBuilder* ontoBuilder, CConcreteOntology* ontology, CConfigurationBase* config) : CSPARQLExtendedMappingBuildingParser(ontoBuilder, ontology) { mQueryBuilder = queryBuilder; mConfig = config; mConfWriteQueryStructure = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Debugging.WriteRedlandRasqalQueryStructure", false); mConfForceDistinctSubQueries = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalReasoningSubQueriesForceDistinct", false); mConfMinimizeBGPTriples = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalMinimizeBGPSubQueryTriples", true); mConfPropagateBGPSubQueryDistinct = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalReasoningSubBGPQueryDistinctPropagation", true); mConfReduceBGPSubQueryAnswerVariables = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalReasoningSubBGPQueryAnswerVariableReduction", true); mConfAllowResultStreamingFromSingleSubQuery = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalSingleSubBGPQueryAllowsDirectResultStreaming", true); mConfSubQueriesDependencyIdentification = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalSubQueriesDependencyIdentification", true); mConfSubQueriesFollowingRestrictionsIntegration = CConfigDataReader::readConfigBoolean(mConfig, "Konclude.Answering.RedlandRasqalSubQueriesFollowingRestrictionsIntegration", true); mConfWriteSubQueryTriples = mConfWriteQueryStructure; } CSPARQLRedlandRasqalReasoningBGPQueryParser::~CSPARQLRedlandRasqalReasoningBGPQueryParser() { } struct rasqal_literal_s { rasqal_world *world; int usage; rasqal_literal_type type; /* UTF-8 string, pattern, qname, blank, double, float, decimal, datetime */ const unsigned char *string; unsigned int string_len; union { /* integer and boolean types */ int integer; /* double and float */ double floating; /* uri (can be temporarily NULL if a qname, see flags below) */ raptor_uri* uri; /* variable */ rasqal_variable* variable; /* decimal */ rasqal_xsd_decimal* decimal; /* datetime */ rasqal_xsd_datetime* datetime; /* date */ rasqal_xsd_date* date; } value; /* for string */ char *language; raptor_uri *datatype; /* various flags for literal types: * pattern regex flags * string datatype of qname * uri qname of URI not yet expanded (temporary) */ const unsigned char *flags; rasqal_literal_type parent_type; int valid; }; QString getRasqalVariableString(rasqal_query *query, rasqal_variable* variable) { QString string; if (variable->type == RASQAL_VARIABLE_TYPE_ANONYMOUS) { string = QString("_:") + QString::fromUtf8((const char*)variable->name); } else { string = QString("?") + QString::fromUtf8((const char*)variable->name); } return string; } QString getRasqalLiteralString(rasqal_query *query, rasqal_literal* literal) { QString string; if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(literal)) { rasqal_literal_s* var = (rasqal_literal_s*)literal; if (var->value.variable->type == RASQAL_VARIABLE_TYPE_ANONYMOUS) { string = QString("_:") + QString::fromUtf8((const char*)var->value.variable->name); } else { string = QString("?") + QString::fromUtf8((const char*)var->value.variable->name); } // does not work somehow, seems to be a bug //string = QString::fromUtf8((const char*)rasqal_literal_as_string(literal)); } else if (RASQAL_LITERAL_URI == rasqal_literal_get_type(literal)) { string = QString::fromUtf8((const char*)rasqal_literal_as_string(literal)); } else if (RASQAL_LITERAL_STRING == rasqal_literal_get_type(literal)) { string = QString("\"%1\"").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))); } else if (RASQAL_LITERAL_XSD_STRING == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^xsd:string").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))); } else if (RASQAL_LITERAL_BOOLEAN == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_BOOLEAN_DATATYPE); } else if (RASQAL_LITERAL_INTEGER == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_INTEGER_DATATYPE); } else if (RASQAL_LITERAL_FLOAT == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_FLOAT_DATATYPE); } else if (RASQAL_LITERAL_DOUBLE == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_DOUBLE_DATATYPE); } else if (RASQAL_LITERAL_DECIMAL == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_DECIMAL_DATATYPE); } else if (RASQAL_LITERAL_DATETIME == rasqal_literal_get_type(literal)) { string = QString("\"%1\"^^%2").arg(QString::fromUtf8((const char*)rasqal_literal_as_string(literal))).arg(PREFIX_XML_DATETIME_DATATYPE); } return string; } typedef struct { rasqal_query* query; raptor_sequence* variables; unsigned int wildcard : 1; int distinct; } rasqal_projection; struct rasqal_query_s { rasqal_world* world; /* world object */ int usage; /* reference count - 1 for itself, plus for query_results */ unsigned char* query_string; size_t query_string_length; /* length including NULs */ raptor_namespace_stack* namespaces; /* query graph pattern, containing the sequence of graph_patterns below */ rasqal_graph_pattern* query_graph_pattern; /* the query verb - in SPARQL terms: SELECT, CONSTRUCT, DESCRIBE or ASK */ rasqal_query_verb verb; /* WAS: selects - sequence of rasqal_variable# */ raptor_sequence* unused10; /* ... rasqal_variable* names only */ /* sequences of ... */ raptor_sequence* data_graphs; /* ... rasqal_data_graph* */ /* NOTE: Cannot assume that triples are in any of * graph pattern use / query execution / document order */ raptor_sequence* triples; /* ... rasqal_triple* */ raptor_sequence* prefixes; /* ... rasqal_prefix* */ raptor_sequence* constructs; /* ... rasqal_triple* SPARQL */ raptor_sequence* optional_triples; /* ... rasqal_triple* SPARQL */ raptor_sequence* describes; /* ... rasqal_literal* (var or URIs) SPARQL */ /* WAS: distinct 0..2; now projection->distinct */ unsigned int unused9; /* WAS: result limit LIMIT (>=0) or <0 if not given */ int unused4; /* WAS: result offset OFFSET (>=0) or <0 if not given */ int unused5; /* WAS: wildcard flag; now projection->wildcard */ int unused12; /* flag: non-0 if query has been prepared */ int prepared; rasqal_variables_table* vars_table; /* WAS: The number of selected variables: these are always the first * in the variables table and are the ones returned to the user. */ int unused11; /* INTERNAL 2D array of: * width (number of total variables) * height (number of triples) * marking how a variable is mentioned/used in a TRIPLE PATTERN * Each triple pattern has a row and the short values are per-variable * with flags from #rasqal_triples_use_map_flags */ unsigned short* triples_use_map; /* can be filled with error location information */ raptor_locator locator; /* base URI of this query for resolving relative URIs in queries */ raptor_uri* base_uri; /* non 0 if query had fatal error in parsing and cannot be executed */ int failed; /* stuff for our user */ void* user_data; /* former state for generating blank node IDs; now in world object */ int unused1; char *unused2; size_t unused3; /* query engine specific stuff */ void* context; struct rasqal_query_language_factory_s* factory; rasqal_triples_source_factory* triples_source_factory; /* sequence of query results made from this query */ raptor_sequence* results; /* incrementing counter for declaring prefixes in order of appearance */ int prefix_depth; /* WAS: sequence of order condition expressions */ void* unused6; /* WAS: sequence of group by condition expressions */ void* unused7; /* INTERNAL rasqal_literal_compare / rasqal_expression_evaluate flags */ int compare_flags; /* Number of graph patterns in this query */ int graph_pattern_count; /* Graph pattern shared pointers by gp index (after prepare) */ raptor_sequence* graph_patterns_sequence; /* Features */ int features[RASQAL_FEATURE_LAST + 1]; /* Name of requested query results syntax. If present, this * is the name used for constructing a rasqal_query_formatter * from the results. */ char* query_results_formatter_name; /* flag: non-0 if EXPLAIN was given */ int explain; /* INTERNAL lexer internal data */ void* lexer_user_data; /* INTERNAL flag for now: non-0 to store results otherwise lazy eval results */ int store_results; /* INTERNAL 2D array of: * width (number of total variables) * height (number of graph patterns) * marking how a variable is mentioned/used in a GP * Each graph pattern has a row and the short values are per-variable * with flags: * 1 RASQAL_USE_IN_SCOPE * 2 RASQAL_USE_MENTIONED_HERE * 4 RASQAL_USE_BOUND_HERE */ unsigned short* variables_use_map; /* sequence of #rasqal_update_operation when @verb is * INSERT (deprecated), DELETE (deprecated) or UPDATE */ raptor_sequence* updates; /* WAS: sequence of (group by ...) having condition expressions */ raptor_sequence* unused8; /* INTERNAL solution modifier */ //rasqal_solution_modifier* modifier; void* modifier; /* INTERNAL SELECT bindings */ //rasqal_bindings* bindings; void* bindings; /* INTERNAL static structure for expression evaluation*/ rasqal_evaluation_context *eval_context; /* INTERNAL flag: non-0 if user set a random seed via RASQAL_FEATURE_RAND_SEED */ unsigned int user_set_rand : 1; /* Variable projection (or NULL when invalid such as for ASK) */ rasqal_projection* projection; }; struct rasqal_graph_pattern_s { rasqal_query* query; /* operator for this graph pattern's contents */ rasqal_graph_pattern_operator op; raptor_sequence* triples; /* ... rasqal_triple* */ raptor_sequence* graph_patterns; /* ... rasqal_graph_pattern* */ int start_column; int end_column; /* the FILTER / LET expression */ rasqal_expression* filter_expression; /* index of the graph pattern in the query (0.. query->graph_pattern_count-1) */ int gp_index; /* Graph literal / SERVICE literal */ rasqal_literal *origin; /* Variable for LET graph pattern */ rasqal_variable *var; /* SELECT projection */ rasqal_projection* projection; /* SELECT modifiers */ //rasqal_solution_modifier* modifier; void* modifier; /* SILENT flag for SERVICE graph pattern */ unsigned int silent : 1; /* SELECT graph pattern: sequence of #rasqal_data_graph */ raptor_sequence* data_graphs; /* VALUES bindings for VALUES and sub-SELECT graph patterns */ //rasqal_bindings* bindings; void* bindings; }; /** A query object */ struct librdf_query_s { librdf_world *world; int usage; void *context; struct librdf_query_factory_s* factory; /* list of all the results for this query */ librdf_query_results* results; }; typedef struct { librdf_query *query; /* librdf query object */ librdf_model *model; rasqal_query *rq; rasqal_query_results *results; char *language; /* rasqal query language name to use */ unsigned char *query_string; librdf_uri *uri; /* base URI or NULL */ int errors; int warnings; } librdf_query_rasqal_context; class QueryGenerationData { public: QString knowledgeBase; rasqal_world* rasqal_world_ptr = nullptr; bool defaultKnowledgeBase = false; QSet knowledgeBaseRelevantBGPsSet; function* tripleStringList, QStringList* varStringList, QHash* varStringUsageCountHash)> selectQueryGenerationFn; function* tripleStringList)> askQueryGenerationFn; QueryGenerationData(const QString& kb, bool defaultKB, const QSet& kbRelevantBGPsSet) { knowledgeBase = kb; defaultKnowledgeBase = defaultKB; rasqal_world_ptr = nullptr; knowledgeBaseRelevantBGPsSet = kbRelevantBGPsSet; } }; int get_connected_triples_and_variables(const QString startVariableString, const QSet& variableSet, QList& remainingTripleStringList, QSet& connectedVariableSet, QList& connectedTripleStringList) { int connectedVariableCount = 0; QHash variableTriplePosHash; cint64 triplePos = 0; for (CRDFStringTriple* stringTriple : remainingTripleStringList) { for (cint64 i = 0; stringTriple && i < 3; ++i) { const QString& term = stringTriple->string[i]; if (variableSet.contains(term)) { variableTriplePosHash.insertMulti(term, triplePos); } } triplePos++; } // handle blank nodes QList processingTripleIds = variableTriplePosHash.values(startVariableString); if (!processingTripleIds.isEmpty()) { connectedVariableSet.insert(startVariableString); QSet processedTripleIds; while (!processingTripleIds.isEmpty()) { cint64 tripleId = processingTripleIds.takeFirst(); if (!processedTripleIds.contains(tripleId)) { processedTripleIds.insert(tripleId); CRDFStringTriple* stringTriple = remainingTripleStringList.at(tripleId); remainingTripleStringList.replace(tripleId, nullptr); connectedTripleStringList.replace(tripleId, stringTriple); for (cint64 i = 0; i < 3; ++i) { const QString& term = stringTriple->string[i]; if (variableSet.contains(term) && !connectedVariableSet.contains(term)) { connectedVariableSet.insert(term); processingTripleIds.append(variableTriplePosHash.values(term)); } } } } } return connectedVariableSet.count(); } CSPARQLRedlandRasqalReasoningBGPQueryParser::CBGPSubQueryGenerationData* CSPARQLRedlandRasqalReasoningBGPQueryParser::createSubQueryGenerationData(rasqal_query *query, CSPARQLRedlandRasqalReasoningBGPQueryParser::CRedlandRasqalBGPSubQueryData* bgpData) { CBGPSubQueryGenerationData* genData = new CBGPSubQueryGenerationData(); genData->bgpData = bgpData; genData->bgpData->subQueryId = mNextSubQueryId++; genData->subQueryId = genData->bgpData->subQueryId; mBGPSubQueryIdDataHash.insertMulti(bgpData->bgp, genData); mIdSubQueryIdDataHash.insert(genData->subQueryId, genData); return genData; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::identifyBGPBasedSubQueryTriples(rasqal_graph_pattern* gp) { raptor_sequence* tripleSeq = rasqal_graph_pattern_get_triples(mRasqalQuery, gp); // check if it can be processed by Konclude bool supported = true; int seqSize = raptor_sequence_size(tripleSeq); //for (int i = 0; i < seqSize; ++i) { // rasqal_triple* triple = (rasqal_triple*)raptor_sequence_get_at(tripleSeq, i); // if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->predicate)) { // supported = false; // } else if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->object)) { // if (RASQAL_LITERAL_URI == rasqal_literal_get_type(triple->predicate)) { // const char* predicateString = (const char*)rasqal_literal_as_string(triple->predicate); // if (strcmp(predicateString, "http://www.w3.org/1999/02/22-rdf-syntax-ns#type") == 0) { // supported = false; // } // } // } //} if (supported) { QList tripleStringList; QHash varStringLitHash; QHash varLitStringHash; QHash varStringUsageCountHash; QStringList varStringList; for (int i = 0; i < seqSize; ++i) { rasqal_triple* triple = (rasqal_triple*)raptor_sequence_get_at(tripleSeq, i); CRDFStringTriple* stringTriple = new CRDFStringTriple(); stringTriple->string[0] = getRasqalLiteralString(mRasqalQuery, triple->subject); stringTriple->string[1] = getRasqalLiteralString(mRasqalQuery, triple->predicate); stringTriple->string[2] = getRasqalLiteralString(mRasqalQuery, triple->object); tripleStringList.append(stringTriple); if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->subject)) { if (!varStringLitHash.contains(stringTriple->string[0])) { varStringList.append(stringTriple->string[0]); } varStringUsageCountHash[stringTriple->string[0]]++; varStringLitHash.insert(stringTriple->string[0], triple->subject); varLitStringHash.insert(triple->subject, stringTriple->string[0]); } if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->predicate)) { if (!varStringLitHash.contains(stringTriple->string[1])) { varStringList.append(stringTriple->string[1]); } varStringUsageCountHash[stringTriple->string[1]]++; varStringLitHash.insert(stringTriple->string[1], triple->predicate); varLitStringHash.insert(triple->predicate, stringTriple->string[1]); } if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->object)) { if (!varStringLitHash.contains(stringTriple->string[2])) { varStringList.append(stringTriple->string[2]); } varStringUsageCountHash[stringTriple->string[2]]++; varStringLitHash.insert(stringTriple->string[2], triple->object); varLitStringHash.insert(triple->object, stringTriple->string[2]); } } QByteArray defaultURIBytes = QString("x").toUtf8(); rasqal_query_s* squery = (rasqal_query_s*)mRasqalQuery; raptor_sequence* queryTripleSeq = squery->triples; rasqal_graph_pattern_s *gps = (rasqal_graph_pattern_s*)gp; int triplesStartColumn = gps->start_column; int triplesEndColumn = gps->end_column; int triplesCount = triplesEndColumn - triplesStartColumn + 1; int minUsedTriplesStartColumn = gps->end_column; int maxUsedTriplesEndColumn = gps->start_column; QSet variableSet = varStringList.toSet(); QSet usedVariableSet; QSet remainVariableSet = variableSet; for (const QString& varString : varStringList) { if (!usedVariableSet.contains(varString)) { remainVariableSet.remove(varString); QSet connectedVariableSet; QList connectedTripleStringList; for (cint64 i = 0; i < triplesCount; ++i) { connectedTripleStringList.append(nullptr); } cint64 connectedVarCount = get_connected_triples_and_variables(varString, variableSet, tripleStringList, connectedVariableSet, connectedTripleStringList); usedVariableSet += connectedVariableSet; QSet usedtriplePosSet; QList convertingStringTriplesList; for (cint64 i = 0; i < triplesCount; ++i) { CRDFStringTriple* tripleString = connectedTripleStringList.at(i); if (tripleString) { usedtriplePosSet.insert(i); CRDFStringTriple convTripleString(*tripleString); convertingStringTriplesList.append(convTripleString); } } //if (connectedVariableSet.count() == variableSet.count()) { // // last variable, i.e., last query, also integrate fact entailment checking triples, e.g., A(a) // for (CRDFStringTriple* tripleString : tripleStringList) { // if (tripleString) { // CRDFStringTriple convTripleString(*tripleString); // convertingStringTriplesList.append(convTripleString); // } // } //} QSet distinguishedVariableSet; QStringList distinguishedVariableStringList; QStringList subQueryVarStringList; for (QString varString : varStringList) { if (connectedVariableSet.contains(varString)) { subQueryVarStringList.append(varString); QString nameOnlyReducedVarString = varString; if (nameOnlyReducedVarString.startsWith("$") || nameOnlyReducedVarString.startsWith("?")) { nameOnlyReducedVarString = nameOnlyReducedVarString.mid(1); cint64 count1 = 0; cint64 count2 = 0; if (!mQueryContainsSelectAll && mConfReduceBGPSubQueryAnswerVariables) { QString pattern = "(" + QRegularExpression::escape("?") + "|" + QRegularExpression::escape("$") + ")" + QRegularExpression::escape(nameOnlyReducedVarString) + "(?!\\w)"; count1 = mQueryText.count(QRegularExpression(pattern)); } cint64 bgpCount = varStringUsageCountHash.value("?" + nameOnlyReducedVarString) + varStringUsageCountHash.value("$" + nameOnlyReducedVarString); cint64 totalCount = count1 + count2; if (mQueryContainsSelectAll || mConfReduceBGPSubQueryAnswerVariables && totalCount > bgpCount) { distinguishedVariableSet.insert(varString); distinguishedVariableStringList.append(varString); } } } } CSPARQLRedlandRasqalReasoningBGPQueryParser::CRedlandRasqalBGPSubQueryData* bgpData = new CSPARQLRedlandRasqalReasoningBGPQueryParser::CRedlandRasqalBGPSubQueryData(); bgpData->bgp = gp; bgpData->tripleStartPos = gps->end_column; bgpData->tripleEndPos = gps->start_column; CBGPSubQueryGenerationData* subQueryGenData = createSubQueryGenerationData(mRasqalQuery, bgpData); subQueryGenData->connectedTripleStringList = connectedTripleStringList; subQueryGenData->convertingStringTriplesList = convertingStringTriplesList; subQueryGenData->usedtriplePosSet = usedtriplePosSet; subQueryGenData->connectedVariableSet = connectedVariableSet; subQueryGenData->subQueryVarStringList = subQueryVarStringList; subQueryGenData->distinguishedVariableSet = distinguishedVariableSet; subQueryGenData->distinguishedVariableStringList = distinguishedVariableStringList; cint64 subQueryId = subQueryGenData->bgpData->subQueryId; QStringList::const_iterator varIt = distinguishedVariableStringList.constBegin(), varItEnd = distinguishedVariableStringList.constEnd(); QSet replacedVarLitStringSet; if (varIt != varItEnd) { QString varString = *varIt; bool startTriplePos = true; for (int i = 0; i < triplesCount && (varIt != varItEnd || !remainVariableSet.isEmpty()); ++i) { if (connectedTripleStringList.at(i)) { int triplePos = triplesStartColumn + i; rasqal_triple* triple = (rasqal_triple*)raptor_sequence_get_at(queryTripleSeq, triplePos); if (varIt != varItEnd) { minUsedTriplesStartColumn = qMin(minUsedTriplesStartColumn, triplePos); maxUsedTriplesEndColumn = qMax(maxUsedTriplesEndColumn, triplePos); } if (varIt != varItEnd || !remainVariableSet.isEmpty()) { bgpData->tripleStartPos = qMin(bgpData->tripleStartPos, triplePos); bgpData->tripleEndPos = qMax(bgpData->tripleEndPos, triplePos); } cint64 encodedSubQueryId = subQueryId + 1; if (startTriplePos) { encodedSubQueryId = -encodedSubQueryId; startTriplePos = false; } triple->origin = rasqal_new_integer_literal(mRasqalWorld, RASQAL_LITERAL_INTEGER, encodedSubQueryId); //triple->origin = (rasqal_literal*)encodedSubQueryId; rasqal_literal* lastVarLit = varStringLitHash.value(varString); if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->subject)) { QString varLitString = varLitStringHash.value(triple->subject); if (!replacedVarLitStringSet.contains(varLitString) && varLitString == varString) { replacedVarLitStringSet.insert(varLitString); triple->subject = lastVarLit; if (varIt != varItEnd) { ++varIt; if (varIt != varItEnd) { varString = *varIt; lastVarLit = varStringLitHash.value(varString); } } } else { triple->subject = rasqal_new_uri_literal(mRasqalWorld, raptor_new_uri(mRaptorWorld, (const unsigned char*)defaultURIBytes.constData())); } } if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->object)) { QString varLitString = varLitStringHash.value(triple->object); if (!replacedVarLitStringSet.contains(varLitString) && varLitString == varString) { triple->object = lastVarLit; replacedVarLitStringSet.insert(varLitString); if (varIt != varItEnd) { ++varIt; if (varIt != varItEnd) { varString = *varIt; lastVarLit = varStringLitHash.value(varString); } } } else { triple->object = rasqal_new_uri_literal(mRasqalWorld, raptor_new_uri(mRaptorWorld, (const unsigned char*)defaultURIBytes.constData())); } } } } } else { bool hasTriple = false; bool startTriplePos = true; for (int i = 0; i < triplesCount && (!hasTriple || !remainVariableSet.isEmpty()); ++i) { if (connectedTripleStringList.at(i)) { int triplePos = triplesStartColumn + i; minUsedTriplesStartColumn = qMin(minUsedTriplesStartColumn, triplePos); maxUsedTriplesEndColumn = qMax(maxUsedTriplesEndColumn, triplePos); bgpData->tripleStartPos = qMin(bgpData->tripleStartPos, triplePos); bgpData->tripleEndPos = qMax(bgpData->tripleEndPos, triplePos); rasqal_triple* triple = (rasqal_triple*)raptor_sequence_get_at(queryTripleSeq, triplePos); cint64 encodedSubQueryId = subQueryId + 1; if (startTriplePos) { encodedSubQueryId = -encodedSubQueryId; startTriplePos = false; } triple->origin = rasqal_new_integer_literal(mRasqalWorld, RASQAL_LITERAL_INTEGER, encodedSubQueryId); if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->subject)) { hasTriple = true; if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->object)) { triple->object = rasqal_new_uri_literal(mRasqalWorld, raptor_new_uri(mRaptorWorld, (const unsigned char*)defaultURIBytes.constData())); } } else if (RASQAL_LITERAL_VARIABLE == rasqal_literal_get_type(triple->object)) { hasTriple = true; } } } } } } // separate query for fact entailment checking triples, e.g., A(a) QList convertingStringTriplesList; QSet usedtriplePosSet; cint64 i = 0; for (CRDFStringTriple* tripleString : tripleStringList) { if (tripleString) { usedtriplePosSet.insert(i); CRDFStringTriple convTripleString(*tripleString); convertingStringTriplesList.append(convTripleString); } ++i; } if (!convertingStringTriplesList.isEmpty()) { QStringList emptyVarList; bool canExtendBeginning = minUsedTriplesStartColumn > gps->start_column; CSPARQLRedlandRasqalReasoningBGPQueryParser::CRedlandRasqalBGPSubQueryData* bgpData = new CSPARQLRedlandRasqalReasoningBGPQueryParser::CRedlandRasqalBGPSubQueryData(); bgpData->bgp = gp; bgpData->tripleStartPos = gps->end_column; bgpData->tripleEndPos = gps->start_column; CBGPSubQueryGenerationData* subQueryGenData = createSubQueryGenerationData(mRasqalQuery, bgpData); subQueryGenData->connectedTripleStringList = tripleStringList; subQueryGenData->convertingStringTriplesList = convertingStringTriplesList; subQueryGenData->usedtriplePosSet = usedtriplePosSet; cint64 subQueryId = subQueryGenData->bgpData->subQueryId; bool startTriplePos = true; for (int i = 0; i < triplesCount; ++i) { int triplePos = triplesStartColumn + i; if (triplePos >= minUsedTriplesStartColumn - 1 && canExtendBeginning || triplePos <= maxUsedTriplesEndColumn + 1 && !canExtendBeginning) { minUsedTriplesStartColumn = qMin(minUsedTriplesStartColumn, triplePos); maxUsedTriplesEndColumn = qMax(maxUsedTriplesEndColumn, triplePos); bgpData->tripleStartPos = qMin(bgpData->tripleStartPos, triplePos); bgpData->tripleEndPos = qMax(bgpData->tripleEndPos, triplePos); rasqal_triple* triple = (rasqal_triple*)raptor_sequence_get_at(queryTripleSeq, triplePos); cint64 encodedSubQueryId = subQueryId + 1; if (startTriplePos) { encodedSubQueryId = -encodedSubQueryId; startTriplePos = false; } triple->origin = rasqal_new_integer_literal(mRasqalWorld, RASQAL_LITERAL_INTEGER, encodedSubQueryId); } } } if (mConfMinimizeBGPTriples) { if (maxUsedTriplesEndColumn < minUsedTriplesStartColumn) { gps->end_column = gps->start_column; } else { gps->start_column = minUsedTriplesStartColumn; gps->end_column = maxUsedTriplesEndColumn; } } } return true; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::identifyBGPBasedSubQueries(rasqal_graph_pattern* gp) { bool subQueryGenerated = false; bool kbRelevantTriples = false; if (mKnowledgeBaseRelevantBGPsSet.contains(gp) && rasqal_graph_pattern_get_operator(gp) == RASQAL_GRAPH_PATTERN_OPERATOR_BASIC) { kbRelevantTriples = true; } if (kbRelevantTriples) { subQueryGenerated |= identifyBGPBasedSubQueryTriples(gp); } raptor_sequence* subGrapPatternSeq = rasqal_graph_pattern_get_sub_graph_pattern_sequence(gp); if (subGrapPatternSeq) { int subGrapPatternSeqSize = raptor_sequence_size(subGrapPatternSeq); int subBGPsSubQueryIdentificationCount = 0; for (int i = 0; i < subGrapPatternSeqSize; ++i) { rasqal_graph_pattern* subGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subGrapPatternSeq, i); if (identifyBGPBasedSubQueries(subGP)) { ++subBGPsSubQueryIdentificationCount; } } if (mConfSubQueriesDependencyIdentification && rasqal_graph_pattern_get_operator(gp) == RASQAL_GRAPH_PATTERN_OPERATOR_GROUP && subBGPsSubQueryIdentificationCount >= 1 && subGrapPatternSeqSize >= 2) { for (int i = 1; i < subGrapPatternSeqSize; ++i) { rasqal_graph_pattern* subGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subGrapPatternSeq, i); QList subQueryBGPs; if (rasqal_graph_pattern_get_operator(subGP) == RASQAL_GRAPH_PATTERN_OPERATOR_OPTIONAL) { raptor_sequence* optSubGrapPatternSeq = rasqal_graph_pattern_get_sub_graph_pattern_sequence(subGP); if (optSubGrapPatternSeq) { int optSubGrapPatternSeqSize = raptor_sequence_size(optSubGrapPatternSeq); if (optSubGrapPatternSeqSize == 1) { rasqal_graph_pattern* optSubGP = (rasqal_graph_pattern*)raptor_sequence_get_at(optSubGrapPatternSeq, 0); subQueryBGPs.append(optSubGP); } } } else if (rasqal_graph_pattern_get_operator(subGP) == RASQAL_GRAPH_PATTERN_OPERATOR_UNION) { raptor_sequence* optSubGrapPatternSeq = rasqal_graph_pattern_get_sub_graph_pattern_sequence(gp); if (optSubGrapPatternSeq) { int optSubGrapPatternSeqSize = raptor_sequence_size(optSubGrapPatternSeq); if (optSubGrapPatternSeqSize >= 1) { for (int j = 0; j < optSubGrapPatternSeqSize; ++j) { rasqal_graph_pattern* optSubGP = (rasqal_graph_pattern*)raptor_sequence_get_at(optSubGrapPatternSeq, j); subQueryBGPs.append(optSubGP); } } } } else if (rasqal_graph_pattern_get_operator(subGP) == RASQAL_GRAPH_PATTERN_OPERATOR_BASIC) { subQueryBGPs.append(subGP); } for (rasqal_graph_pattern* sgp : subQueryBGPs) { QList subQueryBGPDataList = mBGPSubQueryIdDataHash.values(sgp); for (CBGPSubQueryGenerationData* subQueryBGPData : subQueryBGPDataList) { for (int j = i - 1; j >= 0; --j) { rasqal_graph_pattern* prevSubQueryBGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subGrapPatternSeq, j); QList prevSubQueryBGPDataList = mBGPSubQueryIdDataHash.values(prevSubQueryBGP); for (CBGPSubQueryGenerationData* prevSubQueryBGPData : prevSubQueryBGPDataList) { bool commonVars = subQueryBGPData->distinguishedVariableSet.intersects(prevSubQueryBGPData->distinguishedVariableSet); if (commonVars) { subQueryBGPData->bgpData->dependentSubQueryIds.prepend(prevSubQueryBGPData->bgpData->subQueryId); } } } } } } } if (mConfSubQueriesFollowingRestrictionsIntegration && rasqal_graph_pattern_get_operator(gp) == RASQAL_GRAPH_PATTERN_OPERATOR_GROUP) { for (int i = 0; i < subGrapPatternSeqSize - 1; ++i) { rasqal_graph_pattern* subGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subGrapPatternSeq, i); QList subQueryBGPDataList = mBGPSubQueryIdDataHash.values(subGP); for (int j = i + 1; j < subGrapPatternSeqSize; ++j) { rasqal_graph_pattern* followingSubGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subGrapPatternSeq, j); QList followingSubQueryBGPDataList = mBGPSubQueryIdDataHash.values(followingSubGP); for (CBGPSubQueryGenerationData* subQueryBGPData : subQueryBGPDataList) { for (CBGPSubQueryGenerationData* followingSubQueryBGPData : followingSubQueryBGPDataList) { bool commonVars = subQueryBGPData->distinguishedVariableSet.intersects(followingSubQueryBGPData->distinguishedVariableSet); commonVars |= subQueryBGPData->additionalIntegratedVariableSet.intersects(followingSubQueryBGPData->distinguishedVariableSet); if (commonVars) { integrateFollowingSubQueryRestrictions(subQueryBGPData, followingSubQueryBGPData); } } } } } } } return subQueryGenerated; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::integrateFollowingSubQueryRestrictions(CBGPSubQueryGenerationData* subQueryBGPData, CBGPSubQueryGenerationData* followingSubQueryBGPData) { subQueryBGPData->additionalIntegratingStringTriplesList.append(followingSubQueryBGPData->convertingStringTriplesList); for (QString varString : followingSubQueryBGPData->connectedVariableSet) { if (!subQueryBGPData->connectedVariableSet.contains(varString)) { subQueryBGPData->additionalIntegratedVariableSet.insert(varString); } } return true; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::generateBGPBasedSubQueries(const QStringList& projectedVarList) { if (mConfWriteSubQueryTriples) { QFile file("./Debugging/Answering/RASQAL-Sub-Query-Triples.txt"); if (file.open(QIODevice::WriteOnly)) { file.write(QString("Sub-Query Count: %1 \r\n").arg(mIdSubQueryIdDataHash.count()).toUtf8()); file.close(); } } for (QHash::const_iterator it = mIdSubQueryIdDataHash.constBegin(), itEnd = mIdSubQueryIdDataHash.constEnd(); it != itEnd; ++it) { CBGPSubQueryGenerationData* subQueryGenData = it.value(); CRedlandRasqalBGPSubQueryData* bgpData = subQueryGenData->bgpData; QSet varExpSet; QList stringTriplesList = subQueryGenData->convertingStringTriplesList; stringTriplesList.append(subQueryGenData->additionalIntegratingStringTriplesList); QList axiomList = getTripleOWLAxioms(&stringTriplesList, true, &varExpSet); if (mConfWriteSubQueryTriples) { QFile file("./Debugging/Answering/RASQAL-Sub-Query-Triples.txt"); if (file.open(QIODevice::Append)) { file.write(QString("\r\n\r\nSub-Query %1 \r\n").arg(subQueryGenData->bgpData->subQueryId).toUtf8()); for (CRDFStringTriple stringTriples : stringTriplesList) { file.write(stringTriples.string[0].toUtf8()); file.write(" "); file.write(stringTriples.string[1].toUtf8()); file.write(" "); file.write(stringTriples.string[2].toUtf8()); file.write(" .\r\n"); } file.close(); } } bool allIndiVars = true; bool allClassVars = true; bool allObjPropVars = true; bool allDataPropVars = true; bool hasIndiVars = false; bool hasClassVars = false; bool hasObjPropVars = false; bool hasDataPropVars = false; for (CExpressionVariable* var : varExpSet) { if (dynamic_cast(var)) { allIndiVars = false; allObjPropVars = false; allDataPropVars = false; hasClassVars = true; } else if (dynamic_cast(var)) { allClassVars = false; allObjPropVars = false; allDataPropVars = false; hasIndiVars = true; } else if (dynamic_cast(var)) { allIndiVars = false; allClassVars = false; allDataPropVars = false; hasObjPropVars = true; } else if (dynamic_cast(var)) { allIndiVars = false; allClassVars = false; allObjPropVars = false; hasDataPropVars = true; } } QHash disVarNameExpHash; QList ignoreCardVarExpList; for (CExpressionVariable* var : varExpSet) { if (subQueryGenData->distinguishedVariableSet.contains("?" + var->getName()) || subQueryGenData->distinguishedVariableSet.contains("$" + var->getName())) { disVarNameExpHash.insert("?" + var->getName(), var); } else if (subQueryGenData->additionalIntegratedVariableSet.contains("?" + var->getName()) || subQueryGenData->additionalIntegratedVariableSet.contains("$" + var->getName())) { ignoreCardVarExpList.append(var); } } QList disVarList; for (QStringList::iterator varIt = subQueryGenData->distinguishedVariableStringList.begin(); varIt != subQueryGenData->distinguishedVariableStringList.end(); ++varIt) { QString varString(*varIt); if (disVarNameExpHash.contains(varString)) { disVarList.append(disVarNameExpHash.value(varString)); } } QList sortedDisVarList; sortedDisVarList.reserve(disVarList.size()); QHash projVarPosHash; cint64 nextProjVarPos = 0; for (CExpressionVariable* disVar : disVarList) { projVarPosHash.insert("?" + disVar->getName(),-1); sortedDisVarList.append(nullptr); } for (const QString& projVarString : projectedVarList) { if (projVarPosHash.contains(projVarString)) { projVarPosHash.insert(projVarString, nextProjVarPos++); } } for (CExpressionVariable* disVar : disVarList) { if (projVarPosHash.contains("?" + disVar->getName())) { cint64 pos = projVarPosHash.value("?" + disVar->getName()); if (pos >= 0) { sortedDisVarList[pos] = disVar; } } } for (CExpressionVariable* disVar : disVarList) { if (projVarPosHash.value("?" + disVar->getName(), -1) < 0) { sortedDisVarList[nextProjVarPos++] = disVar; } } cint64 limit = -1; cint64 offset = 0; if (mSingleBGPResultsDirectlyUsable && mConfPropagateBGPSubQueryDistinct) { cint64 queryOffset = rasqal_query_get_offset(mRasqalQuery); cint64 queryLimit = rasqal_query_get_limit(mRasqalQuery); limit = queryLimit; offset = queryOffset; bgpData->completelyHandledResultsTransfer = true; rasqal_query_set_offset(mRasqalQuery, 0); if (queryLimit != -1) { rasqal_query_set_limit(mRasqalQuery, 0); } } if (hasObjPropVars && allObjPropVars) { if (!sortedDisVarList.isEmpty()) { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-SELECT-Object-Properties-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternObjectPropertiesSelectQuery(axiomList, sortedDisVarList, limit, offset, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } else { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-ASK-Object-Properties-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternObjectPropertiesAskQuery(axiomList, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } } else if (hasDataPropVars && allDataPropVars) { if (!sortedDisVarList.isEmpty()) { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-SELECT-Data-Properties-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternDataPropertiesSelectQuery(axiomList, sortedDisVarList, limit, offset, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } else { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-ASK-Data-Properties-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternDataPropertiesAskQuery(axiomList, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } } else if (hasClassVars && allClassVars) { if (!sortedDisVarList.isEmpty()) { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-SELECT-Classes-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternClassSelectQuery(axiomList, sortedDisVarList, limit, offset, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } else { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-ASK-Classes-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternClassAskQuery(axiomList, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } } else if (hasIndiVars && allIndiVars || varExpSet.isEmpty()) { CEXPRESSIONLIST orderingList; QList filteringList; bool distinctModifier = mConfForceDistinctSubQueries; if (!distinctModifier) { if (mDistinctSubBGPsSet.contains(bgpData->bgp)) { distinctModifier = true; } } if (!sortedDisVarList.isEmpty()) { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-SELECT-Individuals-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternIndividualSelectQuery(axiomList, sortedDisVarList, ignoreCardVarExpList, distinctModifier, limit, offset, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } else { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-ASK-Individuals-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternIndividualAskQuery(axiomList, filteringList, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } } else if (hasIndiVars && (hasObjPropVars || hasDataPropVars || hasClassVars) || varExpSet.isEmpty()) { CEXPRESSIONLIST orderingList; QList filteringList; bool distinctModifier = mConfForceDistinctSubQueries; if (!distinctModifier) { if (mDistinctSubBGPsSet.contains(bgpData->bgp)) { distinctModifier = true; } } if (!sortedDisVarList.isEmpty()) { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-SELECT-Individuals-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternIndividualMixedSelectQuery(axiomList, sortedDisVarList, ignoreCardVarExpList, distinctModifier, limit, offset, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } else { QString subQueryName = QString("Redland-Rasqal-BGP-Reasoning-ASK-Individuals-Sub-Query-%1").arg(subQueryGenData->bgpData->subQueryId); CQuerySPARQLBasicGraphPatternExpression* sparqlQuery = mQueryBuilder->getSPARQLBasicGraphPatternIndividualAskQuery(axiomList, filteringList, subQueryName); mBGPSubQueryNameHash.insert(subQueryName, bgpData); } } } return true; } bool rasqal_expression_is_aggregate(rasqal_expression* e) { if (e->op == RASQAL_EXPR_COUNT || e->op == RASQAL_EXPR_SUM || e->op == RASQAL_EXPR_AVG || e->op == RASQAL_EXPR_MIN || e->op == RASQAL_EXPR_MAX || e->op == RASQAL_EXPR_SAMPLE || e->op == RASQAL_EXPR_GROUP_CONCAT) return true; if (e->op != RASQAL_EXPR_FUNCTION) return false; return (e->flags & RASQAL_EXPR_FLAG_AGGREGATE) != 0; } int rasqal_algebra_extract_aggregate_expression_visit(void *user_data, rasqal_expression *e) { /* If an aggregate expression, return found */ if (rasqal_expression_is_aggregate(e)) { return 1; } return 0; } bool hasProjectionAggregate(rasqal_projection* projection) { if (projection) { raptor_sequence* seq = projection->variables; int seqSize = raptor_sequence_size(seq); bool hasAggregate = false; for (int i = 0; i < seqSize; ++i) { rasqal_variable* v = (rasqal_variable*)raptor_sequence_get_at(seq, i); rasqal_expression* expr = v->expression; if (!expr) continue; if (rasqal_expression_visit(expr, rasqal_algebra_extract_aggregate_expression_visit, &hasAggregate)) { return true; } } } return false; } bool hasProjectionNonVariableExpression(rasqal_projection* projection) { if (projection) { raptor_sequence* seq = projection->variables; int seqSize = raptor_sequence_size(seq); bool hasAggregate = false; for (int i = 0; i < seqSize; ++i) { rasqal_variable* v = (rasqal_variable*)raptor_sequence_get_at(seq, i); rasqal_expression* expr = v->expression; if (expr) { return true; } } } return false; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::identifySubBGPsDistinctComputable(rasqal_graph_pattern* basicGrapPattern, QSet& distinctSubBGPsSet) { if (hasProjectionAggregate(((rasqal_graph_pattern_s*)basicGrapPattern)->projection)) { return false; } rasqal_graph_pattern_operator op = rasqal_graph_pattern_get_operator(basicGrapPattern); if (op != RASQAL_GRAPH_PATTERN_OPERATOR_GROUP && op != RASQAL_GRAPH_PATTERN_OPERATOR_BASIC && op != RASQAL_GRAPH_PATTERN_OPERATOR_OPTIONAL && op != RASQAL_GRAPH_PATTERN_OPERATOR_UNION) { return false; } rasqal_expression* filterExp = rasqal_graph_pattern_get_filter_expression(basicGrapPattern); if (filterExp) { return false; } distinctSubBGPsSet.insert(basicGrapPattern); raptor_sequence* subBGPSequence = rasqal_graph_pattern_get_sub_graph_pattern_sequence(basicGrapPattern); if (subBGPSequence) { int seqSize = raptor_sequence_size(subBGPSequence); for (int i = 0; i < seqSize; ++i) { rasqal_graph_pattern* subBGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subBGPSequence, i); identifySubBGPsDistinctComputable(subBGP, distinctSubBGPsSet); } } return true; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::identifyHandlingKnowledgeBaseRelevantBGPs(rasqal_graph_pattern* grapPattern, bool rootPattern, QSet& kbRelevantBGPsSet, const QString& kbName, bool defaultKB) { rasqal_graph_pattern_operator op = rasqal_graph_pattern_get_operator(grapPattern); if (rootPattern && op != RASQAL_GRAPH_PATTERN_OPERATOR_GRAPH && defaultKB) { kbRelevantBGPsSet.insert(grapPattern); } if (op == RASQAL_GRAPH_PATTERN_OPERATOR_GRAPH) { rasqal_literal* graphLit = rasqal_graph_pattern_get_origin(grapPattern); const unsigned char* graphUrl = rasqal_literal_as_string(graphLit); QString graphUrlString = QString::fromUtf8((const char*)graphUrl); if (graphUrlString == kbName) { kbRelevantBGPsSet.insert(grapPattern); } } raptor_sequence* subBGPSequence = rasqal_graph_pattern_get_sub_graph_pattern_sequence(grapPattern); if (subBGPSequence) { int seqSize = raptor_sequence_size(subBGPSequence); for (int i = 0; i < seqSize; ++i) { rasqal_graph_pattern* subBGP = (rasqal_graph_pattern*)raptor_sequence_get_at(subBGPSequence, i); rasqal_graph_pattern_operator subOp = rasqal_graph_pattern_get_operator(subBGP); if (subOp != RASQAL_GRAPH_PATTERN_OPERATOR_GRAPH && kbRelevantBGPsSet.contains(grapPattern)) { kbRelevantBGPsSet.insert(subBGP); } identifyHandlingKnowledgeBaseRelevantBGPs(subBGP, false, kbRelevantBGPsSet, kbName, defaultKB); } } return true; } QHash CSPARQLRedlandRasqalReasoningBGPQueryParser::parseBGPReasoningSubQueries(librdf_world* world, librdf_query* redlandQuery, rasqal_query* rasqalQuery, const QString& queryText, const QString& knowledgeBase, bool defaultKnowledgeBase, cint64& nextSubQueryId) { QList sparqlQueryList; mQueryText = queryText; mRedlandWorld = world; mRedlandQuery = redlandQuery; mRasqalQuery = rasqalQuery; mRasqalWorld = librdf_world_get_rasqal(world); mRaptorWorld = rasqal_world_get_raptor(mRasqalWorld); mNextSubQueryId = nextSubQueryId; rasqal_graph_pattern * basicGrapPattern = rasqal_query_get_query_graph_pattern(rasqalQuery); if (mConfWriteQueryStructure) { raptor_iostream * raptorIoStream = raptor_new_iostream_to_filename(mRaptorWorld, "./Debugging/Answering/raptor-query.txt"); rasqal_query_write(raptorIoStream, rasqalQuery, NULL, NULL); raptor_iostream_write_end(raptorIoStream); raptor_free_iostream(raptorIoStream); FILE* fh = fopen("./Debugging/Answering/raptor-query-graph-pattern.txt", "w"); rasqal_graph_pattern_print(basicGrapPattern, fh); fclose(fh); } bool queryDistinct = rasqal_query_get_distinct(rasqalQuery); if (queryDistinct && mConfPropagateBGPSubQueryDistinct && !hasProjectionAggregate(((rasqal_query_s*)rasqalQuery)->projection)) { identifySubBGPsDistinctComputable(basicGrapPattern, mDistinctSubBGPsSet); } QStringList selectProjVarList; raptor_sequence* projectVarSeq = rasqal_query_get_bound_variable_sequence(rasqalQuery); if (projectVarSeq) { int seqSize = raptor_sequence_size(projectVarSeq); for (int i = 0; i < seqSize; ++i) { rasqal_variable* v = (rasqal_variable*)raptor_sequence_get_at(projectVarSeq, i); QString varString = getRasqalVariableString(rasqalQuery, v); if (!varString.isEmpty()) { selectProjVarList.append(varString); } } } mQueryContainsSelectAll = queryText.contains("*"); mSingleBGPResultsDirectlyUsable = mConfAllowResultStreamingFromSingleSubQuery; mSingleBGPResultsDirectlyUsable = checkSingleBGPResultsDirectUsable(mSingleBGPResultsDirectlyUsable, basicGrapPattern, rasqalQuery); identifyHandlingKnowledgeBaseRelevantBGPs(basicGrapPattern, true, mKnowledgeBaseRelevantBGPsSet, knowledgeBase, defaultKnowledgeBase); identifyBGPBasedSubQueries(basicGrapPattern); generateBGPBasedSubQueries(selectProjVarList); if (mConfWriteQueryStructure) { raptor_iostream * raptorIoStream = raptor_new_iostream_to_filename(mRaptorWorld, "./Debugging/Answering/raptor-query.txt"); rasqal_query_write(raptorIoStream, rasqalQuery, NULL, NULL); raptor_iostream_write_end(raptorIoStream); raptor_free_iostream(raptorIoStream); FILE* fh = fopen("./Debugging/Answering/raptor-query-graph-pattern.txt", "w"); rasqal_graph_pattern_print(basicGrapPattern, fh); fclose(fh); } nextSubQueryId = mNextSubQueryId; return mBGPSubQueryNameHash; } bool CSPARQLRedlandRasqalReasoningBGPQueryParser::checkSingleBGPResultsDirectUsable(bool singleBGPResultsDirectlyUsable, rasqal_graph_pattern * basicGrapPattern, rasqal_query* rasqalQuery) { if (singleBGPResultsDirectlyUsable && rasqal_graph_pattern_get_operator(basicGrapPattern) != RASQAL_GRAPH_PATTERN_OPERATOR_BASIC) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && rasqal_graph_pattern_get_filter_expression(basicGrapPattern)) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && ((rasqal_graph_pattern_s*)basicGrapPattern)->projection) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && ((rasqal_graph_pattern_s*)basicGrapPattern)->modifier) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && hasProjectionNonVariableExpression(((rasqal_query_s*)rasqalQuery)->projection)) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && rasqal_query_get_order_conditions_sequence(rasqalQuery)) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable) { rasqal_query_verb verb = rasqal_query_get_verb(rasqalQuery); if (verb != RASQAL_QUERY_VERB_SELECT && verb != RASQAL_QUERY_VERB_ASK) { singleBGPResultsDirectlyUsable = false; } } if (singleBGPResultsDirectlyUsable && rasqal_query_get_group_conditions_sequence(rasqalQuery)) { singleBGPResultsDirectlyUsable = false; } if (singleBGPResultsDirectlyUsable && rasqal_query_get_having_conditions_sequence(rasqalQuery)) { singleBGPResultsDirectlyUsable = false; } return singleBGPResultsDirectlyUsable; } }; // end namespace Parser }; // end namespace Konclude #endif // KONCLUDE_REDLAND_INTEGRATION