| 1 |
|
| 2 |
############################################################################## |
| 3 |
## Benchmarks |
| 4 |
############################################################################## |
| 5 |
|
| 6 |
## Config |
| 7 |
######### |
| 8 |
|
| 9 |
GHC = ghc |
| 10 |
|
| 11 |
GHCI = ghci |
| 12 |
|
| 13 |
|
| 14 |
## All benchmarks |
| 15 |
################# |
| 16 |
|
| 17 |
bench-all: bench-compression bench-string-and-text bench-throughput bench-chunked-write |
| 18 |
|
| 19 |
clean-bench-all: |
| 20 |
rm -f benchmarks/*.o benchmarks/*.hi |
| 21 |
rm -f benchmarks/Throughput/*.o benchmarks/Throughput/*.hi |
| 22 |
rm -f Blaze/ByteString/Builder.o Blaze/ByteString/Builder.hi |
| 23 |
rm -f Blaze/ByteString/Builder/*.o Blaze/ByteString/Builder/*.hi |
| 24 |
rm -f Blaze/ByteString/Builder/Internal/*.o Blaze/ByteString/Builder/Internal/*.hi |
| 25 |
rm -f Blaze/ByteString/Builder/Char/*.o Blaze/ByteString/Builder/Char/*.hi |
| 26 |
rm -f Blaze/ByteString/Builder/Html/*.o Blaze/ByteString/Builder/Html/*.hi |
| 27 |
rm -f Blaze/ByteString/Builder/Core/*.o Blaze/ByteString/Builder/Core/*.hi |
| 28 |
rm -f benchmarks/Compression benchmarks/StringAndText benchmarks/BenchThroughput benchmarks/ChunkedWrite benchmarks/BlazeVsBinary |
| 29 |
rm -f Criterion/*.o Criterion/*.hi |
| 30 |
rm -f Criterion/ScalingBenchmark |
| 31 |
|
| 32 |
## Individual benchmarks |
| 33 |
######################## |
| 34 |
|
| 35 |
# utf8 writing to a file |
| 36 |
utf8-io: |
| 37 |
$(GHC) --make -O2 -fforce-recomp -main-is Utf8IO benchmarks/Utf8IO.hs |
| 38 |
time ./benchmarks/Utf8IO via-text 100000000 /dev/null |
| 39 |
time ./benchmarks/Utf8IO text 100000000 /dev/null |
| 40 |
time ./benchmarks/Utf8IO blaze 100000000 /dev/null |
| 41 |
time ./benchmarks/Utf8IO base 100000000 /dev/null |
| 42 |
time ./benchmarks/Utf8IO utf8-light 100000000 /dev/null |
| 43 |
time ./benchmarks/Utf8IO utf8-string 100000000 /dev/null |
| 44 |
|
| 45 |
# 'blaze-builder' vs. 'binary' comparision |
| 46 |
bench-blaze-vs-binary: |
| 47 |
$(GHC) --make -O2 -fforce-recomp -main-is BlazeVsBinary benchmarks/BlazeVsBinary.hs |
| 48 |
./benchmarks/BlazeVsBinary --resamples 10000 |
| 49 |
|
| 50 |
# throughput benchmarks: interactive development |
| 51 |
ghci-throughput: benchmarks/Throughput/CBenchmark.o |
| 52 |
$(GHCI) -O2 -fforce-recomp -ibenchmarks -main-is BenchThroughput benchmarks/Throughput/CBenchmark.o benchmarks/BenchThroughput.hs |
| 53 |
|
| 54 |
bench-throughput: benchmarks/Throughput/CBenchmark.o |
| 55 |
$(GHC) --make -O2 -fforce-recomp -fliberate-case-threshold=1000 -ibenchmarks -main-is BenchThroughput benchmarks/Throughput/CBenchmark.o benchmarks/BenchThroughput.hs |
| 56 |
./benchmarks/BenchThroughput 100 |
| 57 |
|
| 58 |
benchmarks/Throughput/CBenchmark.o: benchmarks/Throughput/CBenchmark.c |
| 59 |
gcc -O3 -c $< -o $@ |
| 60 |
|
| 61 |
# Benchmark benefit of serializing several list elements at once |
| 62 |
bench-chunked-write: |
| 63 |
$(GHC) --make -O2 -fforce-recomp -main-is ChunkedWrite benchmarks/ChunkedWrite.hs |
| 64 |
./benchmarks/ChunkedWrite --resamples 10000 |
| 65 |
|
| 66 |
core-chunked-write: |
| 67 |
ghc-core -- --make -O2 -fforce-recomp -main-is ChunkedWrite benchmarks/ChunkedWrite.hs |
| 68 |
|
| 69 |
# Benchmark best serialization techniques for 'String' and 'Text' |
| 70 |
bench-string-and-text: |
| 71 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is StringAndText StringAndText |
| 72 |
echo $(GHC) |
| 73 |
./benchmarks/StringAndText --resamples 10000 |
| 74 |
|
| 75 |
# Benchmark benefit of compaction before compression |
| 76 |
bench-compression: |
| 77 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is Compression Compression |
| 78 |
./benchmarks/Compression --resamples 10000 |
| 79 |
|
| 80 |
# Benchmark the use of unboxed continuation calls |
| 81 |
bench-unboxed-append: |
| 82 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is UnboxedAppend UnboxedAppend |
| 83 |
./benchmarks/UnboxedAppend --resamples 10000 |
| 84 |
|
| 85 |
# Core of the use of unboxed continuation calls |
| 86 |
core-unboxed-append: |
| 87 |
ghc-core -- --make -O2 -fforce-recomp -main-is UnboxedAppend benchmarks/UnboxedAppend.hs |
| 88 |
|
| 89 |
# Benchmark the cost of the Put monad vs. the Builder monoid |
| 90 |
bench-put-vs-builder: |
| 91 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is FastPut FastPut |
| 92 |
./benchmarks/FastPut --resamples 10000 |
| 93 |
|
| 94 |
# Benchmark the cost/benefit of a more general write type |
| 95 |
bench-bounded-write: |
| 96 |
$(GHC7) --make -O2 -fforce-recomp -ibenchmarks -main-is BoundedWrite BoundedWrite |
| 97 |
./benchmarks/BoundedWrite --resamples 10000 |
| 98 |
|
| 99 |
core-bounded-write: |
| 100 |
ghc-core -- --make -O2 -fforce-recomp -main-is BoundedWrite benchmarks/BoundedWrite.hs |
| 101 |
|
| 102 |
|
| 103 |
# Benchmark the benefit of using a packed representation for the buffer range |
| 104 |
bench-buffer-range: |
| 105 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is BuilderBufferRange BuilderBufferRange |
| 106 |
./benchmarks/BuilderBufferRange --resamples 10000 |
| 107 |
|
| 108 |
# Benchmark improvements to lazy bytestring functions |
| 109 |
bench-lazy-bytestring: |
| 110 |
$(GHC) --make -O2 -fforce-recomp -ibenchmarks -main-is LazyByteString LazyByteString |
| 111 |
./benchmarks/LazyByteString --resamples 10000 |
| 112 |
|
| 113 |
core-lazy-bytestring: |
| 114 |
ghc-core -- --make -O2 -fforce-recomp -ibenchmarks -main-is LazyByteString LazyByteString |
| 115 |
|
| 116 |
# Benchmark benefit of compaction before compression |
| 117 |
bench-server: |
| 118 |
$(GHC) --make -O2 -ibenchmarks -main-is BenchmarkServer BenchmarkServer |
| 119 |
# ./benchmarks/BenchmarkServer --resamples 10000 |
| 120 |
./benchmarks/BenchmarkServer 9999 100000 +RTS -s& |
| 121 |
ab -n 1000 localhost:9999/lbs |
| 122 |
curl localhost:9999/kill > /dev/null 2>&1 |
| 123 |
|
| 124 |
|
| 125 |
|
| 126 |
############################################################################## |
| 127 |
## Plots |
| 128 |
############################################################################## |
| 129 |
|
| 130 |
plot-all: |
| 131 |
$(GHC) --make -O2 -fforce-recomp -main-is Criterion.ScalingBenchmark Criterion.ScalingBenchmark |
| 132 |
./Criterion/ScalingBenchmark --resamples 10000 |
| 133 |
|
| 134 |
|
| 135 |
############################################################################## |
| 136 |
## Tests |
| 137 |
############################################################################## |
| 138 |
|
| 139 |
test: |
| 140 |
$(GHC) --make -fforce-recomp -O2 -itests -main-is Tests Tests |
| 141 |
./tests/Tests |
| 142 |
|
| 143 |
clean-tests: |
| 144 |
rm -f tests/Tests tests/*.o tests/*.hi |
| 145 |
|
| 146 |
ghci-llvm-segfault: |
| 147 |
$(GHCI) -itests -main-is LlvmSegfault tests/LlvmSegfault |
| 148 |
|
| 149 |
test-llvm-segfault: |
| 150 |
ghc-7.0.0.20100924 --make -fllvm -itests -main-is LlvmSegfault tests/LlvmSegfault |
| 151 |
./tests/LlvmSegfault |
| 152 |
|
| 153 |
############################################################################## |
| 154 |
## All inclusive targets |
| 155 |
############################################################################## |
| 156 |
|
| 157 |
clean: clean-tests clean-bench-all |