Debian Codegraph @

Source/Reasoner/Answerer/Composition/CSequentialVariableMappingsCompositionJoinComputator.cpp

raw
1 /*
2 * Copyright (C) 2013-2015, 2019 by the Konclude Developer Team.
3 *
4 * This file is part of the reasoning system Konclude.
5 * For details and support, see <http://konclude.com/>.
6 *
7 * Konclude is free software: you can redistribute it and/or modify
8 * it under the terms of version 3 of the GNU Lesser General Public
9 * License (LGPLv3) as published by the Free Software Foundation.
10 *
11 * Konclude is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU (Lesser) General Public License for more details.
15 *
16 * You should have received a copy of the GNU (Lesser) General Public
17 * License along with Konclude. If not, see <http://www.gnu.org/licenses/>.
18 *
19 */
20
21 #include "CSequentialVariableMappingsCompositionJoinComputator.h"
22
23 namespace Konclude {
24
25 namespace Reasoner {
26
27 namespace Answerer {
28
29 namespace Composition {
30
31 CSequentialVariableMappingsCompositionJoinComputator::CSequentialVariableMappingsCompositionJoinComputator() {
32 mComputerName = "Sequential join";
33 }
34
35
36
37
38 bool CSequentialVariableMappingsCompositionJoinComputator::computeVariableMappingsJoinComposition(COptimizedComplexVariableJoiningItem* joiningItem, COptimizedComplexBuildingVariableCompositionsItem* buildingVarItem, CAnswererContext* answererContext, bool& processing) {
39
40 COptimizedComplexVariableCompositionItem* leftItem = joiningItem->getLeftItem();
41 COptimizedComplexVariableCompositionItem* rightItem = joiningItem->getRightItem();
42
43 COptimizedComplexVariableIndividualMappings* leftVarMapping = leftItem->getVariableMapping();
44 COptimizedComplexVariableIndividualMappings* rightVarMapping = rightItem->getVariableMapping();
45 COptimizedComplexVariableIndividualMappings* joinedVarMapping = joiningItem->getVariableMapping();
46
47 cint64 leftSize = leftVarMapping->getBindingSize();
48 cint64 rightSize = rightVarMapping->getBindingSize();
49 cint64 joinSize = joinedVarMapping->getBindingSize();
50
51
52 COptimizedComplexVariableJoiningBindingPositionMapping* variablePositionMapping = joiningItem->getPositionMapping();
53
54 bool itemSameVarReductionJoining = variablePositionMapping->isSelfSameVariableReduction();
55 cint64* rightPosMapArray = variablePositionMapping->getRightPosMapArray();
56 cint64* leftPosMapArray = variablePositionMapping->getLeftPosMapArray();
57
58 CXLinker<cint64>* leftKeyBindingLinker = variablePositionMapping->getLeftKeyBindingLinker();
59 CXLinker<cint64>* rightKeyBindingLinker = variablePositionMapping->getRightKeyBindingLinker();
60
61 COptimizedComplexVariableJoiningHash*& joiningHash = joiningItem->getJoiningHash();
62
63 //QHash<QString, cint64>& debugVarBindStringCardHash = joiningItem->debugVarBindStringCardHash;
64
65 if (!joiningHash) {
66 joiningHash = new COptimizedComplexVariableJoiningHash(leftKeyBindingLinker, rightKeyBindingLinker);
67 }
68
69
70 COptimizedComplexVariableCompositionItemDependence* leftItemDep = joiningItem->getLeftItemDependence();
71 COptimizedComplexVariableCompositionItemDependence* rightItemDep = joiningItem->getRightItemDependence();
72
73
74 cint64& leftSampleKeyCount = joiningItem->getLeftSampleKeyCount();
75 cint64& rightSampleKeyCount = joiningItem->getRightSampleKeyCount();
76
77 cint64& leftSampleInsertionCount = joiningItem->getLeftSampleInsertionCount();
78 cint64& rightSampleInsertionCount = joiningItem->getRightSampleInsertionCount();
79
80
81 COptimizedComplexVariableIndividualBindings* joinedBindings = nullptr;
82 COptimizedComplexVariableIndividualBindingsCardinality* joinedCardinalites = nullptr;
83 COptimizedComplexVariableIndividualBindingsCardinalityLinker* joinedLinker = nullptr;
84
85 bool reduction = variablePositionMapping->isVariableReduction();
86 CSameRealization* sameRealization = mOntoAnsweringItem->getOntology()->getRealization()->getSameRealization();
87
88
89
90
91
92 bool splitComputationMode = joiningItem->isSplitComputationMode();
93 cint64 leftSplitCount = joiningItem->getLeftSplitCount();
94 cint64 rightSplitCount = joiningItem->getRightSplitCount();
95 cint64 leftSplitPos = joiningItem->getLeftSplitPosition();
96 cint64 rightSplitPos = joiningItem->getRightSplitPosition();
97
98 CXLinker<cint64>* leftRemainingBindingLinker = nullptr;
99 CXLinker<cint64>* rightRemainingBindingLinker = nullptr;
100
101 if (splitComputationMode) {
102 leftRemainingBindingLinker = variablePositionMapping->getLeftRemainingBindingLinker();
103 rightRemainingBindingLinker = variablePositionMapping->getRightRemainingBindingLinker();
104 }
105
106 cint64 splitComputationCount = 0;
107 CMemoryAllocationManager* bindingsMemMan = joinedVarMapping->getBindingsMemoryAllocationManager();
108
109
110
111 auto joiningVariableMappingCreationFunc = [&](COptimizedComplexVariableIndividualBindings* leftvarMapping, COptimizedComplexVariableIndividualBindingsCardinality* leftNewCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* leftPrevCardinalites, COptimizedComplexVariableIndividualBindings* rightvarMapping, COptimizedComplexVariableIndividualBindingsCardinality* rightNewCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* righPrevCardinalites) -> void {
112
113
114 COptimizedComplexVariableIndividualBindingsCardinality tmpLeftCardinalites;
115 COptimizedComplexVariableIndividualBindingsCardinality tmpRightCardinalites;
116
117 COptimizedComplexVariableIndividualBindingsCardinality* leftCardinalites = nullptr;
118 COptimizedComplexVariableIndividualBindingsCardinality* rightCardinalites = nullptr;
119
120 bool cardCreated = false;
121
122 if (leftNewCardinalites && leftPrevCardinalites) {
123 tmpLeftCardinalites = *leftNewCardinalites;
124 tmpLeftCardinalites.substractCardinalities(leftPrevCardinalites);
125 leftCardinalites = &tmpLeftCardinalites;
126 } else if (leftNewCardinalites && !leftPrevCardinalites) {
127 tmpLeftCardinalites = *leftNewCardinalites;
128 leftCardinalites = &tmpLeftCardinalites;
129 }
130
131 if (rightNewCardinalites && righPrevCardinalites) {
132 tmpRightCardinalites = *rightNewCardinalites;
133 tmpRightCardinalites.substractCardinalities(righPrevCardinalites);
134 rightCardinalites = &tmpRightCardinalites;
135 } else if (rightNewCardinalites && !righPrevCardinalites) {
136 tmpRightCardinalites = *rightNewCardinalites;
137 rightCardinalites = &tmpRightCardinalites;
138 }
139
140
141 TIndividualInstanceItemDataBinding* leftBinding = leftvarMapping->getBindingArray();
142 TIndividualInstanceItemDataBinding* rightBinding = rightvarMapping->getBindingArray();
143
144 if (!joinedBindings) {
145 joinedBindings = createBindingsForVariableCompositionItems(joinSize, joiningItem, buildingVarItem, bindingsMemMan);
146 }
147 if (!joinedCardinalites && (leftCardinalites || rightCardinalites || reduction)) {
148 joinedCardinalites = createBindingsCardinalitesForVariableCompositionItems(joiningItem, buildingVarItem, bindingsMemMan);
149 cardCreated = true;
150 }
151 if (leftCardinalites && rightCardinalites) {
152 *joinedCardinalites = *rightCardinalites;
153 joinedCardinalites->setSameIndividualsJointlyConsideredCardinality(joinedCardinalites->getSameIndividualsJointlyConsideredCardinality() * leftCardinalites->getSameIndividualsJointlyConsideredCardinality());
154 joinedCardinalites->setSameIndividualsSeparatlyConsideredCardinality(joinedCardinalites->getSameIndividualsSeparatlyConsideredCardinality() * leftCardinalites->getSameIndividualsSeparatlyConsideredCardinality());
155 } else if (rightCardinalites) {
156 *joinedCardinalites = *rightCardinalites;
157 } else if (leftCardinalites) {
158 *joinedCardinalites = *leftCardinalites;
159 } else if (joinedCardinalites) {
160 joinedCardinalites->initCardinalities(1, 1);
161 }
162
163 if (joinedCardinalites) {
164 joinedCardinalites->setCardinalityUpdateId(-1);
165 }
166
167
168 for (cint64 i = 0; i < leftSize; ++i) {
169 if (leftPosMapArray[i] > -1) {
170 joinedBindings->setBinding(leftPosMapArray[i], leftBinding[i]);
171 } else if (leftPosMapArray[i] == -2) {
172 TIndividualInstanceItemDataBinding& reducedBinding = leftBinding[i];
173 CInstanceBindingIndividualCountingVisitor visitor;
174 sameRealization->visitSameIndividuals(reducedBinding.reference, &visitor);
175 if (visitor.individualCount > 1) {
176 joinedCardinalites->setSameIndividualsSeparatlyConsideredCardinality(visitor.individualCount * joinedCardinalites->getSameIndividualsSeparatlyConsideredCardinality());
177 }
178 }
179 }
180 for (cint64 i = 0; i < rightSize; ++i) {
181 if (rightPosMapArray[i] > -1) {
182 joinedBindings->setBinding(rightPosMapArray[i], rightBinding[i]);
183 } else if (rightPosMapArray[i] == -2) {
184 TIndividualInstanceItemDataBinding& reducedBinding = rightBinding[i];
185 CInstanceBindingIndividualCountingVisitor visitor;
186 sameRealization->visitSameIndividuals(reducedBinding.reference, &visitor);
187 if (visitor.individualCount > 1) {
188 joinedCardinalites->setSameIndividualsSeparatlyConsideredCardinality(visitor.individualCount * joinedCardinalites->getSameIndividualsSeparatlyConsideredCardinality());
189 }
190 }
191 }
192
193 //QStringList bindingsStringList;
194 //for (cint64 i = 0; i < joinSize; ++i) {
195 // bindingsStringList.append(CIRIName::getRecentIRIName(joinedBindings->getBinding(i).reference.getIndividual()->getIndividualNameLinker()));
196 //}
197 //QString bindingsString = bindingsStringList.join("\t");
198 //bool created = debugVarBindStringCardHash.contains(bindingsString);
199 //cint64& card = debugVarBindStringCardHash[bindingsString];
200 //cint64 prevCard = card;
201 //if (joinedCardinalites) {
202 // card += joinedCardinalites->getSameIndividualsJointlyConsideredCardinality();
203 //} else {
204 // card++;
205 //}
206
207
208 if (!joinedLinker) {
209 joinedLinker = createBindingsLinkerForVariableCompositionItems(joinedBindings, joinedCardinalites, joiningItem, buildingVarItem, bindingsMemMan);
210 } else {
211 joinedLinker->setInitialCardinality(joinedCardinalites);
212 }
213 if (joinedVarMapping->addInsertingBindingsCardinalityLinker(joinedLinker, true)) {
214 joinedBindings = nullptr;
215 joinedCardinalites = nullptr;
216 joinedLinker = nullptr;
217 } else {
218 joinedCardinalites = joinedLinker->getCurrentCardinalities();
219 }
220 };
221
222 auto joiningVariableMappingCreationLeftRightFunc = [&](COptimizedComplexVariableIndividualBindings* leftvarMapping, COptimizedComplexVariableIndividualBindingsCardinality* leftNewCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* leftPrevCardinalites, COptimizedComplexVariableIndividualBindings* rightvarMapping, COptimizedComplexVariableIndividualBindingsCardinality* rightNewCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* righPrevCardinalites, bool swap) -> void {
223 if (swap) {
224 joiningVariableMappingCreationFunc(rightvarMapping, rightNewCardinalites, righPrevCardinalites, leftvarMapping, leftNewCardinalites, leftPrevCardinalites);
225 } else {
226 joiningVariableMappingCreationFunc(leftvarMapping, leftNewCardinalites, leftPrevCardinalites, rightvarMapping, rightNewCardinalites, righPrevCardinalites);
227 }
228 };
229
230
231 auto joiningVariableMappingCreationLeftRightLinkerFunc = [&](COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* leftLinker, COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* rightLinker, bool swap) -> void {
232 joiningVariableMappingCreationLeftRightFunc(leftLinker->getBindings(), leftLinker->getNewCardinalities(), leftLinker->getPreviousCardinalities(), rightLinker->getBindings(), rightLinker->getNewCardinalities(), rightLinker->getPreviousCardinalities(), swap);
233 };
234
235
236 function<void(bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites, cint64& sampleLimit)> joiningHashSampleInserterFunc = [&](bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites, cint64& sampleCount) -> void {
237
238 CXLinker<cint64>* remainingBindingLinker = leftRemainingBindingLinker;
239 cint64 splitCount = leftSplitCount;
240 cint64 splitPos = leftSplitPos;
241 if (!left) {
242 remainingBindingLinker = rightRemainingBindingLinker;
243 splitPos = rightSplitPos;
244 splitCount = rightSplitCount;
245 }
246
247 COptimizedComplexVariableJoiningWithRemainingHasher bindingHasher(varMapping->getBindingArray(), keyBindingLinker, remainingBindingLinker);
248
249 cint64 keyHashValue = bindingHasher.getHashValue();
250 uint uintHashValue = uint((keyHashValue >> (8 * sizeof(uint) - 1)) ^ keyHashValue);
251
252 if (!splitComputationMode || bindingHasher.getRemainingHashValue() % splitCount == splitPos) {
253
254 COptimizedComplexVariableJoiningData& joiningData = (*joiningHash)[bindingHasher];
255
256 //if (left) {
257 // joiningData.mLeftAdded++;
258 //} else {
259 // joiningData.mRightAdded++;
260 //}
261
262 if (!joiningData.hasBindings(left)) {
263 ++sampleCount;
264 }
265 COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* linker = new COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker(varMapping, newCardinalites, prevCardinalites);
266 for (COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* existingOtherLinkerIt = joiningData.getBindingLinker(!left); existingOtherLinkerIt; existingOtherLinkerIt = existingOtherLinkerIt->getNext()) {
267 joiningVariableMappingCreationLeftRightLinkerFunc(existingOtherLinkerIt, linker, left);
268 }
269 joiningData.addBindingLinker(left, linker);
270 }
271 };
272
273
274
275 function<void(bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites)> joiningHashInserterFunc = [&](bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites) -> void {
276 CXLinker<cint64>* remainingBindingLinker = leftRemainingBindingLinker;
277 cint64 splitCount = leftSplitCount;
278 cint64 splitPos = leftSplitPos;
279 if (!left) {
280 remainingBindingLinker = rightRemainingBindingLinker;
281 splitPos = rightSplitPos;
282 splitCount = rightSplitCount;
283 }
284
285 COptimizedComplexVariableJoiningWithRemainingHasher bindingHasher(varMapping->getBindingArray(), keyBindingLinker, remainingBindingLinker);
286 cint64 keyHashValue = bindingHasher.getHashValue();
287 uint uintHashValue = uint((keyHashValue >> (8 * sizeof(uint) - 1)) ^ keyHashValue);
288
289 if (!splitComputationMode || bindingHasher.getRemainingHashValue() % splitCount == splitPos) {
290 COptimizedComplexVariableJoiningData& joiningData = (*joiningHash)[bindingHasher];
291
292 //if (left) {
293 // joiningData.mLeftAdded++;
294 //} else {
295 // joiningData.mRightAdded++;
296 //}
297
298
299 COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* linker = new COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker(varMapping, newCardinalites, prevCardinalites);
300 for (COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* existingOtherLinkerIt = joiningData.getBindingLinker(!left); existingOtherLinkerIt; existingOtherLinkerIt = existingOtherLinkerIt->getNext()) {
301 joiningVariableMappingCreationLeftRightLinkerFunc(existingOtherLinkerIt, linker, left);
302 }
303 joiningData.addBindingLinker(left, linker);
304 }
305 };
306
307
308 // assuming that all mappings from the inserter side have been inserted
309 function<void(bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites)> joiningHashCheckerFunc = [&](bool left, CXLinker<cint64>* keyBindingLinker, COptimizedComplexVariableIndividualBindings* varMapping, COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites, COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites) -> void {
310 CXLinker<cint64>* remainingBindingLinker = leftRemainingBindingLinker;
311 cint64 splitCount = leftSplitCount;
312 cint64 splitPos = leftSplitPos;
313 if (!left) {
314 remainingBindingLinker = rightRemainingBindingLinker;
315 splitPos = rightSplitPos;
316 splitCount = rightSplitCount;
317 }
318
319 COptimizedComplexVariableJoiningWithRemainingHasher bindingHasher(varMapping->getBindingArray(), keyBindingLinker, remainingBindingLinker);
320 cint64 keyHashValue = bindingHasher.getHashValue();
321 uint uintHashValue = uint((keyHashValue >> (8 * sizeof(uint) - 1)) ^ keyHashValue);
322
323 if (!splitComputationMode || bindingHasher.getRemainingHashValue() % splitCount == splitPos) {
324 const COptimizedComplexVariableJoiningData& joiningData = joiningHash->value(bindingHasher);
325
326 //if (left) {
327 // joiningData.mLeftAdded++;
328 //} else {
329 // joiningData.mRightAdded++;
330 //}
331
332 COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker tmpLinker(varMapping, newCardinalites, prevCardinalites);
333 for (COptimizedComplexVariableJoiningBindingsCardinalitiesDataLinker* existingOtherLinkerIt = joiningData.getBindingLinker(!left); existingOtherLinkerIt; existingOtherLinkerIt = existingOtherLinkerIt->getNext()) {
334 joiningVariableMappingCreationLeftRightLinkerFunc(existingOtherLinkerIt, &tmpLinker, left);
335 }
336 }
337 };
338
339
340
341 //if (leftVarMapping->size() > mConfSamplingBasedJoinMappingSize || rightVarMapping->size() > mConfSamplingBasedJoinMappingSize) {
342 if (leftItemDep->isBatchProcessed(false) && rightItemDep->isBatchProcessed(false)) {
343 leftItemDep->loadNextBatch(false);
344 rightItemDep->loadNextBatch(false);
345 }
346
347 bool mappingProcessed = false;
348 bool requiresScheduling = false;
349 while (!joiningItem->isSamplingCompleted() && requiresMoreVariableMappingComputation(joiningItem, true) && (!leftItemDep->isBatchProcessed(false) || !rightItemDep->isBatchProcessed(false) || leftItemDep->loadNextBatch(false) || rightItemDep->loadNextBatch(false)) && !requiresScheduling) {
350
351 while (requiresMoreVariableMappingComputation(joiningItem, true) && ((leftItemDep->getBatchCurrentBindingsCardinalityLinker(false) && leftSampleInsertionCount < mConfSamplingBasedJoinMappingSize) || (rightItemDep->getBatchCurrentBindingsCardinalityLinker(false) && rightSampleInsertionCount < mConfSamplingBasedJoinMappingSize))) {
352
353 if (requiresMoreVariableMappingComputation(joiningItem, true) && leftItemDep->getBatchCurrentBindingsCardinalityLinker(false) && leftSampleInsertionCount < mConfSamplingBasedJoinMappingSize) {
354 mappingProcessed = true;
355 ++leftSampleInsertionCount;
356 COptimizedComplexVariableIndividualBindingsCardinalityLinker* bindingLinker = leftItemDep->getBatchCurrentBindingsCardinalityLinker(true);
357 COptimizedComplexVariableIndividualBindings* bindings = bindingLinker->getBindings();
358 COptimizedComplexVariableIndividualBindingsCardinality* cardinalites = bindingLinker->getInitialCardinalities();
359
360 joiningHashSampleInserterFunc(true, leftKeyBindingLinker, bindings, cardinalites, nullptr, leftSampleKeyCount);
361 }
362
363 if (requiresMoreVariableMappingComputation(joiningItem, true) && rightItemDep->getBatchCurrentBindingsCardinalityLinker(false) && rightSampleInsertionCount < mConfSamplingBasedJoinMappingSize) {
364 mappingProcessed = true;
365 ++rightSampleInsertionCount;
366 COptimizedComplexVariableIndividualBindingsCardinalityLinker* bindingLinker = rightItemDep->getBatchCurrentBindingsCardinalityLinker(true);
367 COptimizedComplexVariableIndividualBindings* bindings = bindingLinker->getBindings();
368 COptimizedComplexVariableIndividualBindingsCardinality* cardinalites = bindingLinker->getInitialCardinalities();
369
370 joiningHashSampleInserterFunc(false, rightKeyBindingLinker, bindings, cardinalites, nullptr, rightSampleKeyCount);
371 }
372
373 }
374
375 if ((leftSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || leftItemDep->isProcessingFinished(false)) && (rightSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || rightItemDep->isProcessingFinished(false))) {
376 joiningItem->setSamplingCompleted(true);
377 }
378
379 if (leftItemDep->isBatchProcessed(false)) {
380 leftItemDep->loadNextBatch(false);
381 }
382
383 if (rightItemDep->isBatchProcessed(false)) {
384 rightItemDep->loadNextBatch(false);
385 }
386
387 if (!joiningItem->isSamplingCompleted() && (rightSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || rightItemDep->isProcessingFinished(false))) {
388 if (leftItemDep->isBatchProcessed(false) && !leftItemDep->isProcessingFinished(false) && leftSampleInsertionCount < mConfSamplingBasedJoinMappingSize) {
389 requiresScheduling = true;
390 }
391 }
392 if (!joiningItem->isSamplingCompleted() && (leftSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || leftItemDep->isProcessingFinished(false))) {
393 if (rightItemDep->isBatchProcessed(false) && !rightItemDep->isProcessingFinished(false) && rightSampleInsertionCount < mConfSamplingBasedJoinMappingSize) {
394 requiresScheduling = true;
395 }
396 }
397 }
398 if ((leftSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || leftItemDep->isProcessingFinished(false)) && (rightSampleInsertionCount >= mConfSamplingBasedJoinMappingSize || rightItemDep->isProcessingFinished(false))) {
399 joiningItem->setSamplingCompleted(true);
400 }
401
402
403
404 bool leftInsertion = isSamplingLeftInsertionDecision(joiningItem);
405
406
407
408 if (joiningItem->isSamplingCompleted()) {
409
410 COptimizedComplexVariableCompositionItemDependence* insertingItemDep = leftItemDep;
411 COptimizedComplexVariableCompositionItemDependence* checkingItemDep = rightItemDep;
412
413
414 CXLinker<cint64>* insertingKeyBindingLinker = leftKeyBindingLinker;
415 CXLinker<cint64>* checkingKeyBindingLinker = rightKeyBindingLinker;
416
417
418 if (!leftInsertion) {
419 insertingItemDep = rightItemDep;
420 checkingItemDep = leftItemDep;
421
422 insertingKeyBindingLinker = rightKeyBindingLinker;
423 checkingKeyBindingLinker = leftKeyBindingLinker;
424 }
425
426
427 while (requiresMoreVariableMappingComputation(joiningItem, false) && (!insertingItemDep->isBatchProcessed() || insertingItemDep->loadNextBatch())) {
428
429 // inserting remaining mappings
430 while (requiresMoreVariableMappingComputation(joiningItem, false) && insertingItemDep->getBatchCurrentBindingsCardinalityLinker(false)) {
431 mappingProcessed = true;
432 COptimizedComplexVariableIndividualBindingsCardinalityLinker* inertingLinker = insertingItemDep->getBatchCurrentBindingsCardinalityLinker(true);
433
434 COptimizedComplexVariableIndividualBindings* bindings = inertingLinker->getBindings();
435 COptimizedComplexVariableIndividualBindingsCardinality* cardinalites = inertingLinker->getInitialCardinalities();
436
437 joiningHashInserterFunc(leftInsertion, insertingKeyBindingLinker, bindings, cardinalites, nullptr);
438 }
439
440
441
442
443 // inserting remaining cardinality updates
444 while (requiresMoreVariableMappingComputation(joiningItem, false) && insertingItemDep->getBatchCurrentUpdatedCardinalityLinker(false)) {
445 mappingProcessed = true;
446 COptimizedComplexVariableIndividualUpdateCardinalityLinker* insertingUpdatedCardinalityLinker = insertingItemDep->getBatchCurrentUpdatedCardinalityLinker(true);
447
448 COptimizedComplexVariableIndividualBindingsCardinalityLinker* bindingLinker = insertingUpdatedCardinalityLinker->getUpdatedBindingsCardinalityLinker();
449 COptimizedComplexVariableIndividualBindings* bindings = bindingLinker->getBindings();
450 COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites = insertingUpdatedCardinalityLinker->getPreviousCardinality();
451 COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites = insertingUpdatedCardinalityLinker->getNewCardinality();
452
453 joiningHashInserterFunc(leftInsertion, insertingKeyBindingLinker, bindings, newCardinalites, prevCardinalites);
454 }
455 }
456
457 if (insertingItemDep->isProcessingFinished()) {
458 while (requiresMoreVariableMappingComputation(joiningItem, false) && (!checkingItemDep->isBatchProcessed() || checkingItemDep->loadNextBatch())) {
459
460
461 // checking remaining mappings
462 while (requiresMoreVariableMappingComputation(joiningItem, false) && checkingItemDep->getBatchCurrentBindingsCardinalityLinker(false)) {
463 mappingProcessed = true;
464 COptimizedComplexVariableIndividualBindingsCardinalityLinker* checkingLinker = checkingItemDep->getBatchCurrentBindingsCardinalityLinker(true);
465
466 COptimizedComplexVariableIndividualBindings* bindings = checkingLinker->getBindings();
467 COptimizedComplexVariableIndividualBindingsCardinality* cardinalites = checkingLinker->getInitialCardinalities();
468
469 joiningHashCheckerFunc(!leftInsertion, checkingKeyBindingLinker, bindings, cardinalites, nullptr);
470 }
471
472
473 // checking remaining cardinality updates
474 while (requiresMoreVariableMappingComputation(joiningItem, false) && checkingItemDep->getBatchCurrentUpdatedCardinalityLinker(false)) {
475 mappingProcessed = true;
476 COptimizedComplexVariableIndividualUpdateCardinalityLinker* checkingUpdatedCardinalityLinker = checkingItemDep->getBatchCurrentUpdatedCardinalityLinker(true);
477
478 COptimizedComplexVariableIndividualBindingsCardinalityLinker* bindingLinker = checkingUpdatedCardinalityLinker->getUpdatedBindingsCardinalityLinker();
479 COptimizedComplexVariableIndividualBindings* bindings = bindingLinker->getBindings();
480 COptimizedComplexVariableIndividualBindingsCardinality* prevCardinalites = checkingUpdatedCardinalityLinker->getPreviousCardinality();
481 COptimizedComplexVariableIndividualBindingsCardinality* newCardinalites = checkingUpdatedCardinalityLinker->getNewCardinality();
482
483 joiningHashCheckerFunc(!leftInsertion, checkingKeyBindingLinker, bindings, newCardinalites, prevCardinalites);
484 }
485 }
486
487 }
488
489 }
490
491 joinedVarMapping->incCurrentUpdateId();
492
493
494 return mappingProcessed;
495 }
496
497
498
499 }; // end namespace Composition
500
501 }; // end namespace Answerer
502
503 }; // end namespace Reasoner
504
505 }; // end namespace Konclude