-
Kirill Smelkov authored; NEO/py log to no-log: $ ./benchstat-neopy-lognolog 20171106-time-z6001-Cenabled.txt name old µs/object new µs/object delta dataset:wczblk1-8 z6001/neo/py/sqlite/zhash.py 793 ± 5% 714 ±16% -9.92% (p=0.032 n=5+5) z6001/neo/py/sqlite/zhash.py-P16 3.20k ± 1% 2.81k ± 1% -12.32% (p=0.000 n=16+16) z6001/neo/py/sqlite/zhash.go 517 ± 5% 486 ± 5% -6.08% (p=0.032 n=5+5) z6001/neo/py/sqlite/zhash.go+prefetch128 211 ± 4% 179 ± 2% -15.42% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go-P16 2.93k ± 6% 2.53k ±10% -13.76% (p=0.000 n=16+16) z6001/neo/py/sql/zhash.py 1.14k ±25% 1.03k ±36% ~ (p=0.151 n=5+5) z6001/neo/py/sql/zhash.py-P16 5.34k ± 0% 4.46k ± 1% -16.40% (p=0.000 n=13+16) z6001/neo/py/sql/zhash.go 668 ± 9% 624 ± 5% ~ (p=0.095 n=5+5) z6001/neo/py/sql/zhash.go+prefetch128 311 ± 5% 279 ± 4% -10.42% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go-P16 4.63k ± 2% 4.18k ± 4% -9.84% (p=0.000 n=16+14) dataset:prod1-1024 z6001/neo/py/sqlite/zhash.py 711 ± 6% 698 ± 5% ~ (p=0.548 n=5+5) z6001/neo/py/sqlite/zhash.py-P16 2.93k ± 0% 2.75k ± 0% -6.20% (p=0.000 n=16+16) z6001/neo/py/sqlite/zhash.go 351 ± 3% 322 ± 3% -8.24% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go+prefetch128 189 ± 3% 166 ± 1% -12.10% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go-P16 2.83k ± 3% 2.52k ± 4% -11.00% (p=0.000 n=16+16) z6001/neo/py/sql/zhash.py 894 ± 1% 982 ±30% ~ (p=0.190 n=4+5) z6001/neo/py/sql/zhash.py-P16 4.89k ± 0% 4.26k ± 1% -12.93% (p=0.000 n=16+16) z6001/neo/py/sql/zhash.go 434 ± 4% 405 ± 2% -6.77% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go+prefetch128 303 ± 3% 267 ±10% -11.86% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go-P16 4.66k ± 2% 4.72k ± 0% +1.39% (p=0.000 n=16+11) -------- ; Comparing to prvious localhost run on z6001 ; (NOTE it was with C-states disabled then) $ benchstat -split dataset time-soct17-z6001.txt 20171106-time-z6001-Cenabled.txt name old pystone/s new pystone/s delta z6001/pystone 121k ± 1% 110k ± 1% -9.28% (p=0.008 n=5+5) name old µs/op new µs/op delta z6001/sha1/py/1024B 2.26 ± 3% 2.43 ± 2% +7.72% (p=0.008 n=5+5) z6001/sha1/go/1024B 2.35 ± 0% 2.51 ± 0% +6.78% (p=0.008 n=5+5) z6001/sha1/py/4096B 7.87 ± 1% 8.57 ± 0% +8.80% (p=0.008 n=5+5) z6001/sha1/go/4096B 9.37 ± 0% 10.01 ± 0% +6.86% (p=0.008 n=5+5) name old us/op new us/op delta z6001/disk/randread/direct/4K-min 122 ± 1% 123 ± 1% ~ (p=0.143 n=5+4) z6001/disk/randread/direct/4K-avg 125 ± 0% 143 ±14% +13.98% (p=0.016 n=4+5) name old time/op new time/op delta z6001/disk/randread/pagecache/4K-min 409ns ± 1% 406ns ± 4% ~ (p=0.690 n=5+5) z6001/disk/randread/pagecache/4K-avg 938ns ± 0% 980ns ± 1% ~ (p=0.095 n=2+5) name old µs/object new µs/object delta dataset:wczblk1-8 z6001/fs1/zhash.py 35.6 ± 0% 38.8 ± 1% +8.92% (p=0.008 n=5+5) z6001/fs1/zhash.py-P16 43.9 ±21% 39.2 ± 2% -10.74% (p=0.003 n=16+16) z6001/fs1/zhash.go 3.76 ± 2% 4.08 ± 4% +8.51% (p=0.008 n=5+5) z6001/fs1/zhash.go+prefetch128 7.36 ± 6% 9.42 ±12% +27.99% (p=0.008 n=5+5) z6001/fs1/zhash.go-P16 4.53 ±24% 4.89 ±27% ~ (p=0.234 n=16+16) z6001/zeo/zhash.py 488 ± 1% 612 ± 4% +25.41% (p=0.008 n=5+5) z6001/zeo/zhash.py-P16 1.71k ±17% 1.86k ±14% +9.00% (p=0.026 n=16+16) z6001/neo/py/sqlite/zhash.py 486 ± 4% 793 ± 5% +63.22% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.py-P16 3.16k ± 1% 3.20k ± 1% +1.25% (p=0.000 n=15+16) z6001/neo/py/sqlite/zhash.go 371 ± 1% 517 ± 5% +39.56% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go+prefetch128 198 ± 2% 211 ± 4% +6.90% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go-P16 2.85k ± 6% 2.93k ± 6% +2.91% (p=0.005 n=16+16) z6001/neo/py/sql/zhash.py 528 ± 2% 1139 ±25% +115.70% (p=0.016 n=4+5) z6001/neo/py/sql/zhash.py-P16 3.95k ± 1% 5.34k ± 0% +35.04% (p=0.000 n=16+13) z6001/neo/py/sql/zhash.go 415 ± 0% 668 ± 9% +61.01% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go+prefetch128 246 ± 2% 311 ± 5% +26.53% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go-P16 3.79k ± 4% 4.63k ± 2% +22.37% (p=0.000 n=16+16) z6001/neo/go/zhash.py 287 ± 7% 475 ±15% +65.45% (p=0.008 n=5+5) z6001/neo/go/zhash.py-P16 477 ± 1% 498 ± 2% +4.46% (p=0.000 n=15+16) z6001/neo/go/zhash.go 78.7 ± 5% 90.7 ± 8% +15.27% (p=0.008 n=5+5) z6001/neo/go/zhash.go+prefetch128 36.7 ± 2% 41.8 ± 8% +13.94% (p=0.008 n=5+5) z6001/neo/go/zhash.go-P16 123 ±23% 128 ±21% +3.62% (p=0.036 n=16+16) z6001/neo/go(!sha1)/zhash.go 56.4 ±10% 63.8 ±11% ~ (p=0.056 n=5+5) z6001/neo/go(!sha1)/zhash.go+prefetch128 27.7 ± 2% 30.0 ± 2% +8.22% (p=0.008 n=5+5) z6001/neo/go(!sha1)/zhash.go-P16 111 ±29% 109 ±30% ~ (p=0.356 n=16+16) dataset:prod1-1024 z6001/fs1/zhash.py 29.8 ± 1% 32.4 ± 0% +8.45% (p=0.008 n=5+5) z6001/fs1/zhash.py-P16 37.8 ±28% 33.1 ± 5% -12.44% (p=0.002 n=16+14) z6001/fs1/zhash.go 2.14 ± 3% 2.40 ± 0% +12.15% (p=0.016 n=5+4) z6001/fs1/zhash.go+prefetch128 4.20 ± 7% 4.88 ± 2% +16.19% (p=0.008 n=5+5) z6001/fs1/zhash.go-P16 2.77 ±24% 3.07 ±25% +10.59% (p=0.018 n=16+16) z6001/zeo/zhash.py 470 ± 5% 570 ±11% +21.07% (p=0.008 n=5+5) z6001/zeo/zhash.py-P16 1.51k ±19% 1.58k ±20% ~ (p=0.275 n=16+16) z6001/neo/py/sqlite/zhash.py 427 ± 3% 711 ± 6% +66.59% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.py-P16 2.96k ± 1% 2.93k ± 0% -1.02% (p=0.000 n=16+16) z6001/neo/py/sqlite/zhash.go 244 ± 0% 351 ± 3% +43.97% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go+prefetch128 174 ± 2% 189 ± 3% +8.17% (p=0.008 n=5+5) z6001/neo/py/sqlite/zhash.go-P16 2.76k ± 2% 2.83k ± 3% +2.61% (p=0.009 n=16+16) z6001/neo/py/sql/zhash.py 477 ± 3% 894 ± 1% +87.27% (p=0.029 n=4+4) z6001/neo/py/sql/zhash.py-P16 3.95k ± 0% 4.89k ± 0% +23.96% (p=0.000 n=15+16) z6001/neo/py/sql/zhash.go 299 ± 1% 434 ± 4% +45.15% (p=0.008 n=5+5) z6001/neo/py/sql/zhash.go+prefetch128 230 ± 0% 303 ± 3% +31.65% (p=0.016 n=4+5) z6001/neo/py/sql/zhash.go-P16 3.62k ± 2% 4.66k ± 2% +28.58% (p=0.000 n=16+16) z6001/neo/go/zhash.py 272 ±10% 359 ±11% +32.21% (p=0.008 n=5+5) z6001/neo/go/zhash.py-P16 464 ± 1% 479 ± 2% +3.35% (p=0.000 n=15+16) z6001/neo/go/zhash.go 58.2 ± 2% 68.5 ± 3% +17.67% (p=0.008 n=5+5) z6001/neo/go/zhash.go+prefetch128 24.1 ± 0% 25.8 ± 2% +6.97% (p=0.008 n=5+5) z6001/neo/go/zhash.go-P16 141 ±48% 150 ±47% +6.31% (p=0.016 n=16+16) z6001/neo/go(!sha1)/zhash.go 48.6 ± 3% 56.0 ± 8% +15.36% (p=0.008 n=5+5) z6001/neo/go(!sha1)/zhash.go+prefetch128 22.1 ± 1% 22.8 ± 2% +3.26% (p=0.016 n=5+5) z6001/neo/go(!sha1)/zhash.go-P16 131 ±44% 136 ±43% +4.29% (p=0.009 n=16+16) -------- ; Full summary $ benchstat -split dataset 20171106-time-z6001-Cenabled.txt name pystone/s z6001/pystone 110k ± 1% name µs/op z6001/sha1/py/1024B 2.43 ± 2% z6001/sha1/go/1024B 2.51 ± 0% z6001/sha1/py/4096B 8.57 ± 0% z6001/sha1/go/4096B 10.0 ± 0% name us/op z6001/disk/randread/direct/4K-min 123 ± 1% z6001/disk/randread/direct/4K-avg 143 ±14% name time/op z6001/disk/randread/pagecache/4K-min 406ns ± 4% z6001/disk/randread/pagecache/4K-avg 980ns ± 1% name µs/object dataset:wczblk1-8 z6001/fs1/zhash.py 38.8 ± 1% z6001/fs1/zhash.py-P16 39.2 ± 2% z6001/fs1/zhash.go 4.08 ± 4% z6001/fs1/zhash.go+prefetch128 9.42 ±12% z6001/fs1/zhash.go-P16 4.89 ±27% z6001/zeo/zhash.py 612 ± 4% z6001/zeo/zhash.py-P16 1.86k ±14% z6001/neo/py/sqlite/zhash.py 793 ± 5% z6001/neo/py/sqlite/zhash.py-P16 3.20k ± 1% z6001/neo/py/sqlite/zhash.go 517 ± 5% z6001/neo/py/sqlite/zhash.go+prefetch128 211 ± 4% z6001/neo/py/sqlite/zhash.go-P16 2.93k ± 6% z6001/neo/py(!log)/sqlite/zhash.py 714 ±16% z6001/neo/py(!log)/sqlite/zhash.py-P16 2.81k ± 1% z6001/neo/py(!log)/sqlite/zhash.go 486 ± 5% z6001/neo/py(!log)/sqlite/zhash.go+prefetch128 179 ± 2% z6001/neo/py(!log)/sqlite/zhash.go-P16 2.53k ±10% z6001/neo/py/sql/zhash.py 1.14k ±25% z6001/neo/py/sql/zhash.py-P16 5.34k ± 0% z6001/neo/py/sql/zhash.go 668 ± 9% z6001/neo/py/sql/zhash.go+prefetch128 311 ± 5% z6001/neo/py/sql/zhash.go-P16 4.63k ± 2% z6001/neo/py(!log)/sql/zhash.py 1.03k ±36% z6001/neo/py(!log)/sql/zhash.py-P16 4.46k ± 1% z6001/neo/py(!log)/sql/zhash.go 624 ± 5% z6001/neo/py(!log)/sql/zhash.go+prefetch128 279 ± 4% z6001/neo/py(!log)/sql/zhash.go-P16 4.18k ± 4% z6001/neo/go/zhash.py 475 ±15% z6001/neo/go/zhash.py-P16 498 ± 2% z6001/neo/go/zhash.go 90.7 ± 8% z6001/neo/go/zhash.go+prefetch128 41.8 ± 8% z6001/neo/go/zhash.go-P16 128 ±21% z6001/neo/go(!sha1)/zhash.go 63.8 ±11% z6001/neo/go(!sha1)/zhash.go+prefetch128 30.0 ± 2% z6001/neo/go(!sha1)/zhash.go-P16 109 ±30% dataset:prod1-1024 z6001/fs1/zhash.py 32.4 ± 0% z6001/fs1/zhash.py-P16 33.1 ± 5% z6001/fs1/zhash.go 2.40 ± 0% z6001/fs1/zhash.go+prefetch128 4.88 ± 2% z6001/fs1/zhash.go-P16 3.07 ±25% z6001/zeo/zhash.py 570 ±11% z6001/zeo/zhash.py-P16 1.58k ±20% z6001/neo/py/sqlite/zhash.py 711 ± 6% z6001/neo/py/sqlite/zhash.py-P16 2.93k ± 0% z6001/neo/py/sqlite/zhash.go 351 ± 3% z6001/neo/py/sqlite/zhash.go+prefetch128 189 ± 3% z6001/neo/py/sqlite/zhash.go-P16 2.83k ± 3% z6001/neo/py(!log)/sqlite/zhash.py 698 ± 5% z6001/neo/py(!log)/sqlite/zhash.py-P16 2.75k ± 0% z6001/neo/py(!log)/sqlite/zhash.go 322 ± 3% z6001/neo/py(!log)/sqlite/zhash.go+prefetch128 166 ± 1% z6001/neo/py(!log)/sqlite/zhash.go-P16 2.52k ± 4% z6001/neo/py/sql/zhash.py 894 ± 1% z6001/neo/py/sql/zhash.py-P16 4.89k ± 0% z6001/neo/py/sql/zhash.go 434 ± 4% z6001/neo/py/sql/zhash.go+prefetch128 303 ± 3% z6001/neo/py/sql/zhash.go-P16 4.66k ± 2% z6001/neo/py(!log)/sql/zhash.py 982 ±30% z6001/neo/py(!log)/sql/zhash.py-P16 4.26k ± 1% z6001/neo/py(!log)/sql/zhash.go 405 ± 2% z6001/neo/py(!log)/sql/zhash.go+prefetch128 267 ±10% z6001/neo/py(!log)/sql/zhash.go-P16 4.72k ± 0% z6001/neo/go/zhash.py 359 ±11% z6001/neo/go/zhash.py-P16 479 ± 2% z6001/neo/go/zhash.go 68.5 ± 3% z6001/neo/go/zhash.go+prefetch128 25.8 ± 2% z6001/neo/go/zhash.go-P16 150 ±47% z6001/neo/go(!sha1)/zhash.go 56.0 ± 8% z6001/neo/go(!sha1)/zhash.go+prefetch128 22.8 ± 2% z6001/neo/go(!sha1)/zhash.go-P16 136 ±43%
98df8ce5