/*========================================================================= * * Copyright NumFOCUS * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0.txt * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * *=========================================================================*/ // Put kwssys/Configure.h first for proper compiler warning suppression: #include // This file is used to create TestDriver executables // These executables are able to register a function pointer to a string name // in a lookup table. By including this file, it creates a main function // that calls RegisterTests() then looks up the function pointer for the test // specified on the command line. #include #include #include #include #include // strcmp #include // atoi #include "kwssys/SystemTools.hxx" #define ITK_TEST_DIMENSION_MAX 6 typedef int (*MainFuncPointer)(int , char* [] ); std::map StringToTestFunctionMap; #define REGISTER_TEST(test) \ extern int test(int, char* [] ); \ StringToTestFunctionMap[#test] = test int RegressionTestImage (const char *, const char *, int); std::map RegressionTestBaselines (char *); void RegisterTests(); static void PrintAvailableTests() { std::cout << "Available tests:\n"; std::map::iterator j = StringToTestFunctionMap.begin(); int i = 0; while(j != StringToTestFunctionMap.end()) { std::cout << i << ". " << j->first << "\n"; ++i; ++j; } } /** Compare the baseline and the testfile */ static int Compare(const char* baseline, const char* testfile) { // Load the baseline std::ifstream baselineFile; baselineFile.open(baseline, std::ios::binary | std::ios::in); if(!baselineFile.is_open()) { std::cout << "Cannot open baselineFile for reading: " << baseline << std::endl; return 1; } baselineFile.seekg(0,std::ios::end); unsigned long fileSize = baselineFile.tellg(); baselineFile.seekg(0,std::ios::beg); char* buf = new char[fileSize+1]; baselineFile.read(buf,fileSize); buf[fileSize] = 0; std::string baselineBuffer(buf); baselineBuffer.resize(fileSize); delete [] buf; baselineFile.close(); // Load the testfile std::ifstream testfileFile; testfileFile.open(testfile, std::ios::binary | std::ios::in); if(!testfileFile.is_open()) { std::cout << "Cannot open testfileFile for reading: " << testfile << std::endl; return 1; } testfileFile.seekg(0,std::ios::end); fileSize = testfileFile.tellg(); testfileFile.seekg(0,std::ios::beg); buf = new char[fileSize+1]; testfileFile.read(buf,fileSize); buf[fileSize] = 0; std::string testfileBuffer(buf); testfileBuffer.resize(fileSize); delete [] buf; testfileFile.close(); // Go through the testfile and check if we have the same errors than the // baseline long int posError = static_cast(testfileBuffer.find("")); long int posErrorBase = static_cast(testfileBuffer.find("")); while(posError != -1) { long int posErrorEnd = static_cast(testfileBuffer.find("",posError)); std::string subError = testfileBuffer.substr(posError,posErrorEnd-posError); long int line1a = static_cast(subError.find("")); long int line1b = static_cast(subError.find("")); long int line2a = static_cast(subError.find("")); long int line2b = static_cast(subError.find("")); long int errorNumbera = static_cast(subError.find("")); long int errorNumberb = static_cast(subError.find("")); unsigned int l1 = atoi(subError.substr(line1a+19,line1b-line1a-19).c_str()); unsigned int l2 = atoi(subError.substr(line2a+19,line2b-line2a-19).c_str()); unsigned int errorNumber = atoi(subError.substr(errorNumbera+13,errorNumberb-errorNumbera-13).c_str()); // Check the baseline if(posErrorBase == -1) { std::cout << "Error not found" << std::endl; return 1; } long int posErrorEndBase = static_cast(baselineBuffer.find("",posErrorBase)); std::string subErrorBase = baselineBuffer.substr(posErrorBase,posErrorEndBase-posErrorBase); long int line1aBase = static_cast(subErrorBase.find("")); long int line1bBase = static_cast(subErrorBase.find("")); long int line2aBase = static_cast(subErrorBase.find("")); long int line2bBase = static_cast(subErrorBase.find("")); long int errorNumberaBase = static_cast(subErrorBase.find("")); long int errorNumberbBase = static_cast(subErrorBase.find("")); unsigned int l1Base = atoi(subErrorBase.substr(line1aBase+19,line1bBase-line1aBase-19).c_str()); unsigned int l2Base = atoi(subErrorBase.substr(line2aBase+19,line2bBase-line2aBase-19).c_str()); unsigned int errorNumberBase = atoi(subErrorBase.substr(errorNumberaBase+13,errorNumberbBase-errorNumberaBase-13).c_str()); if(l1 != l1Base || l2 != l2Base || errorNumber!=errorNumberBase) { std::cout << "Errors differ:" << std::endl; std::cout << "l1 = " << l1 << " v.s. " << l1Base << std::endl; std::cout << "l2 = " << l2 << " v.s. " << l2Base << std::endl; std::cout << "errorNumber = " << errorNumber << " v.s. " << errorNumberBase << std::endl; return 1; } posError = static_cast(testfileBuffer.find("",posError+1)); posErrorBase = static_cast(baselineBuffer.find("",posErrorBase+1)); } // Check that we don't have any other errors in the baseline if(posErrorBase != -1) { std::cout << "The baseline as more errors than the test" << std::endl; return 1; } return 0; } int main(int ac, char* av[] ) { char *baselineFilename = nullptr; char *testFilename = nullptr; RegisterTests(); std::string testToRun; if(ac < 2) { PrintAvailableTests(); std::cout << "To run a test, enter the test number: "; int testNum = 0; std::cin >> testNum; std::map::iterator j = StringToTestFunctionMap.begin(); int i = 0; while(j != StringToTestFunctionMap.end() && i < testNum) { ++i; ++j; } if(j == StringToTestFunctionMap.end()) { std::cerr << testNum << " is an invalid test number\n"; return -1; } testToRun = j->first; } else {if (ac > 3 && strcmp(av[1], "--compare") == 0) { baselineFilename = av[2]; testFilename = av[3]; av += 3; ac -= 3; } testToRun = av[1]; } std::map::iterator j = StringToTestFunctionMap.find(testToRun); if(j != StringToTestFunctionMap.end()) { MainFuncPointer f = j->second; int result; try { // Invoke the test's "main" function. result = (*f)(ac-1, av+1); // Make a list of possible baselines if (baselineFilename && testFilename) { result = Compare(baselineFilename,testFilename); } } catch(const std::exception& e) { std::cerr << "Test driver caught an exception:\n"; std::cerr << e.what() << "\n"; result = -1; } catch(...) { std::cerr << "Test driver caught an unknown exception!!!\n"; result = -1; } return result; } PrintAvailableTests(); std::cerr << "Failed: " << testToRun << ": No test registered with name " << testToRun << "\n"; return -1; }