"Run all benchmarks" # Copyright (C) 2010 Anders Logg # # This file is part of DOLFIN. # # DOLFIN is free software: you can redistribute it and/or modify # it under the terms of the GNU Lesser General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # DOLFIN is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public License # along with DOLFIN. If not, see . # # Modified by Johannes Ring, 2011, 2012 from __future__ import print_function import os, sys, time failed = [] def run_bench(arg, directory, files): # Skip directories not containing a benchmark bench_exec = "bench_" + "_".join(directory.split(os.path.sep)[1:]) if not bench_exec in files: return # Get name of benchmark name = directory.replace("./", "").replace("/", "-") print("Running benchmark %s..." % name) # Remove old logfile cwd = os.getcwd() logfile = os.path.join(cwd, "logs", name + ".log") try: os.remove(logfile) except: pass # Run benchmark os.chdir(directory) t0 = time.time() status = os.system(os.path.join(os.curdir, bench_exec) + " > %s" % logfile) elapsed_time = time.time() - t0 # Change to toplevel directory os.chdir(cwd) # Report timing if status == 0: print("Completed in %g seconds\n" % elapsed_time) else: global failed failed.append(name) print("*** Failed\n") return # Get description of benchmark f = open(logfile) description = f.read().split("\n")[0] f.close() # Get timings (if any) f = open(logfile) run_timings = [("", elapsed_time)] for line in [line for line in f.read().split("\n") if "BENCH" in line]: words = [word.strip() for word in line.split()] # Override total time if len(words) == 2: run_timings[0] = ("", float(words[1])) # Add sub timing elif len(words) == 3: run_timings.append((words[1].lower(), float(words[2]))) f.close() # Append to log file d = time.gmtime() date = str((d.tm_year, d.tm_mon, d.tm_mday, d.tm_hour, d.tm_min, d.tm_sec)) f = open(os.path.join("logs", "bench.log"), "a") for (postfix, timing) in run_timings: if postfix == "": n = name d = description else: n = "%s-%s" % (name, postfix) d = "%s ((%s))" % (description, postfix) f.write('%s %s %g "%s"\n' % (date, n, timing, d)) return status == 0 # Iterate over benchmarks os.path.walk(".", run_bench, None) # Print summary if len(failed) == 0: print("All benchmarks OK") else: print("%d benchmark(s) failed:" % len(failed)) for name in failed: print(" " + name) sys.exit(len(failed))