Commit 98df8ce5 authored by Kirill Smelkov's avatar Kirill Smelkov

X z6001 localhost timings (performance governor, C-states enabled)

; NEO/py log to no-log:
$ ./benchstat-neopy-lognolog 20171106-time-z6001-Cenabled.txt
name                                      old µs/object  new µs/object  delta
dataset:wczblk1-8
z6001/neo/py/sqlite/zhash.py                   793 ± 5%       714 ±16%   -9.92%  (p=0.032 n=5+5)
z6001/neo/py/sqlite/zhash.py-P16             3.20k ± 1%     2.81k ± 1%  -12.32%  (p=0.000 n=16+16)
z6001/neo/py/sqlite/zhash.go                   517 ± 5%       486 ± 5%   -6.08%  (p=0.032 n=5+5)
z6001/neo/py/sqlite/zhash.go+prefetch128       211 ± 4%       179 ± 2%  -15.42%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go-P16             2.93k ± 6%     2.53k ±10%  -13.76%  (p=0.000 n=16+16)
z6001/neo/py/sql/zhash.py                    1.14k ±25%     1.03k ±36%     ~     (p=0.151 n=5+5)
z6001/neo/py/sql/zhash.py-P16                5.34k ± 0%     4.46k ± 1%  -16.40%  (p=0.000 n=13+16)
z6001/neo/py/sql/zhash.go                      668 ± 9%       624 ± 5%     ~     (p=0.095 n=5+5)
z6001/neo/py/sql/zhash.go+prefetch128          311 ± 5%       279 ± 4%  -10.42%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go-P16                4.63k ± 2%     4.18k ± 4%   -9.84%  (p=0.000 n=16+14)
dataset:prod1-1024
z6001/neo/py/sqlite/zhash.py                   711 ± 6%       698 ± 5%     ~     (p=0.548 n=5+5)
z6001/neo/py/sqlite/zhash.py-P16             2.93k ± 0%     2.75k ± 0%   -6.20%  (p=0.000 n=16+16)
z6001/neo/py/sqlite/zhash.go                   351 ± 3%       322 ± 3%   -8.24%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go+prefetch128       189 ± 3%       166 ± 1%  -12.10%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go-P16             2.83k ± 3%     2.52k ± 4%  -11.00%  (p=0.000 n=16+16)
z6001/neo/py/sql/zhash.py                      894 ± 1%       982 ±30%     ~     (p=0.190 n=4+5)
z6001/neo/py/sql/zhash.py-P16                4.89k ± 0%     4.26k ± 1%  -12.93%  (p=0.000 n=16+16)
z6001/neo/py/sql/zhash.go                      434 ± 4%       405 ± 2%   -6.77%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go+prefetch128          303 ± 3%       267 ±10%  -11.86%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go-P16                4.66k ± 2%     4.72k ± 0%   +1.39%  (p=0.000 n=16+11)

--------

; Comparing to prvious localhost run on z6001
; (NOTE it was with C-states disabled then)
$ benchstat -split dataset time-soct17-z6001.txt 20171106-time-z6001-Cenabled.txt
name                                      old pystone/s  new pystone/s  delta
z6001/pystone                                 121k ± 1%      110k ± 1%    -9.28%  (p=0.008 n=5+5)

name                                      old µs/op      new µs/op      delta
z6001/sha1/py/1024B                           2.26 ± 3%      2.43 ± 2%    +7.72%  (p=0.008 n=5+5)
z6001/sha1/go/1024B                           2.35 ± 0%      2.51 ± 0%    +6.78%  (p=0.008 n=5+5)
z6001/sha1/py/4096B                           7.87 ± 1%      8.57 ± 0%    +8.80%  (p=0.008 n=5+5)
z6001/sha1/go/4096B                           9.37 ± 0%     10.01 ± 0%    +6.86%  (p=0.008 n=5+5)

name                                      old us/op      new us/op      delta
z6001/disk/randread/direct/4K-min              122 ± 1%       123 ± 1%      ~     (p=0.143 n=5+4)
z6001/disk/randread/direct/4K-avg              125 ± 0%       143 ±14%   +13.98%  (p=0.016 n=4+5)

name                                      old time/op    new time/op    delta
z6001/disk/randread/pagecache/4K-min         409ns ± 1%     406ns ± 4%      ~     (p=0.690 n=5+5)
z6001/disk/randread/pagecache/4K-avg         938ns ± 0%     980ns ± 1%      ~     (p=0.095 n=2+5)

name                                      old µs/object  new µs/object  delta
dataset:wczblk1-8
z6001/fs1/zhash.py                            35.6 ± 0%      38.8 ± 1%    +8.92%  (p=0.008 n=5+5)
z6001/fs1/zhash.py-P16                        43.9 ±21%      39.2 ± 2%   -10.74%  (p=0.003 n=16+16)
z6001/fs1/zhash.go                            3.76 ± 2%      4.08 ± 4%    +8.51%  (p=0.008 n=5+5)
z6001/fs1/zhash.go+prefetch128                7.36 ± 6%      9.42 ±12%   +27.99%  (p=0.008 n=5+5)
z6001/fs1/zhash.go-P16                        4.53 ±24%      4.89 ±27%      ~     (p=0.234 n=16+16)
z6001/zeo/zhash.py                             488 ± 1%       612 ± 4%   +25.41%  (p=0.008 n=5+5)
z6001/zeo/zhash.py-P16                       1.71k ±17%     1.86k ±14%    +9.00%  (p=0.026 n=16+16)
z6001/neo/py/sqlite/zhash.py                   486 ± 4%       793 ± 5%   +63.22%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.py-P16             3.16k ± 1%     3.20k ± 1%    +1.25%  (p=0.000 n=15+16)
z6001/neo/py/sqlite/zhash.go                   371 ± 1%       517 ± 5%   +39.56%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go+prefetch128       198 ± 2%       211 ± 4%    +6.90%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go-P16             2.85k ± 6%     2.93k ± 6%    +2.91%  (p=0.005 n=16+16)
z6001/neo/py/sql/zhash.py                      528 ± 2%      1139 ±25%  +115.70%  (p=0.016 n=4+5)
z6001/neo/py/sql/zhash.py-P16                3.95k ± 1%     5.34k ± 0%   +35.04%  (p=0.000 n=16+13)
z6001/neo/py/sql/zhash.go                      415 ± 0%       668 ± 9%   +61.01%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go+prefetch128          246 ± 2%       311 ± 5%   +26.53%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go-P16                3.79k ± 4%     4.63k ± 2%   +22.37%  (p=0.000 n=16+16)
z6001/neo/go/zhash.py                          287 ± 7%       475 ±15%   +65.45%  (p=0.008 n=5+5)
z6001/neo/go/zhash.py-P16                      477 ± 1%       498 ± 2%    +4.46%  (p=0.000 n=15+16)
z6001/neo/go/zhash.go                         78.7 ± 5%      90.7 ± 8%   +15.27%  (p=0.008 n=5+5)
z6001/neo/go/zhash.go+prefetch128             36.7 ± 2%      41.8 ± 8%   +13.94%  (p=0.008 n=5+5)
z6001/neo/go/zhash.go-P16                      123 ±23%       128 ±21%    +3.62%  (p=0.036 n=16+16)
z6001/neo/go(!sha1)/zhash.go                  56.4 ±10%      63.8 ±11%      ~     (p=0.056 n=5+5)
z6001/neo/go(!sha1)/zhash.go+prefetch128      27.7 ± 2%      30.0 ± 2%    +8.22%  (p=0.008 n=5+5)
z6001/neo/go(!sha1)/zhash.go-P16               111 ±29%       109 ±30%      ~     (p=0.356 n=16+16)
dataset:prod1-1024
z6001/fs1/zhash.py                            29.8 ± 1%      32.4 ± 0%    +8.45%  (p=0.008 n=5+5)
z6001/fs1/zhash.py-P16                        37.8 ±28%      33.1 ± 5%   -12.44%  (p=0.002 n=16+14)
z6001/fs1/zhash.go                            2.14 ± 3%      2.40 ± 0%   +12.15%  (p=0.016 n=5+4)
z6001/fs1/zhash.go+prefetch128                4.20 ± 7%      4.88 ± 2%   +16.19%  (p=0.008 n=5+5)
z6001/fs1/zhash.go-P16                        2.77 ±24%      3.07 ±25%   +10.59%  (p=0.018 n=16+16)
z6001/zeo/zhash.py                             470 ± 5%       570 ±11%   +21.07%  (p=0.008 n=5+5)
z6001/zeo/zhash.py-P16                       1.51k ±19%     1.58k ±20%      ~     (p=0.275 n=16+16)
z6001/neo/py/sqlite/zhash.py                   427 ± 3%       711 ± 6%   +66.59%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.py-P16             2.96k ± 1%     2.93k ± 0%    -1.02%  (p=0.000 n=16+16)
z6001/neo/py/sqlite/zhash.go                   244 ± 0%       351 ± 3%   +43.97%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go+prefetch128       174 ± 2%       189 ± 3%    +8.17%  (p=0.008 n=5+5)
z6001/neo/py/sqlite/zhash.go-P16             2.76k ± 2%     2.83k ± 3%    +2.61%  (p=0.009 n=16+16)
z6001/neo/py/sql/zhash.py                      477 ± 3%       894 ± 1%   +87.27%  (p=0.029 n=4+4)
z6001/neo/py/sql/zhash.py-P16                3.95k ± 0%     4.89k ± 0%   +23.96%  (p=0.000 n=15+16)
z6001/neo/py/sql/zhash.go                      299 ± 1%       434 ± 4%   +45.15%  (p=0.008 n=5+5)
z6001/neo/py/sql/zhash.go+prefetch128          230 ± 0%       303 ± 3%   +31.65%  (p=0.016 n=4+5)
z6001/neo/py/sql/zhash.go-P16                3.62k ± 2%     4.66k ± 2%   +28.58%  (p=0.000 n=16+16)
z6001/neo/go/zhash.py                          272 ±10%       359 ±11%   +32.21%  (p=0.008 n=5+5)
z6001/neo/go/zhash.py-P16                      464 ± 1%       479 ± 2%    +3.35%  (p=0.000 n=15+16)
z6001/neo/go/zhash.go                         58.2 ± 2%      68.5 ± 3%   +17.67%  (p=0.008 n=5+5)
z6001/neo/go/zhash.go+prefetch128             24.1 ± 0%      25.8 ± 2%    +6.97%  (p=0.008 n=5+5)
z6001/neo/go/zhash.go-P16                      141 ±48%       150 ±47%    +6.31%  (p=0.016 n=16+16)
z6001/neo/go(!sha1)/zhash.go                  48.6 ± 3%      56.0 ± 8%   +15.36%  (p=0.008 n=5+5)
z6001/neo/go(!sha1)/zhash.go+prefetch128      22.1 ± 1%      22.8 ± 2%    +3.26%  (p=0.016 n=5+5)
z6001/neo/go(!sha1)/zhash.go-P16               131 ±44%       136 ±43%    +4.29%  (p=0.009 n=16+16)

--------

; Full summary
$ benchstat -split dataset  20171106-time-z6001-Cenabled.txt
name                                            pystone/s
z6001/pystone                                    110k ± 1%

name                                            µs/op
z6001/sha1/py/1024B                              2.43 ± 2%
z6001/sha1/go/1024B                              2.51 ± 0%
z6001/sha1/py/4096B                              8.57 ± 0%
z6001/sha1/go/4096B                              10.0 ± 0%

name                                            us/op
z6001/disk/randread/direct/4K-min                 123 ± 1%
z6001/disk/randread/direct/4K-avg                 143 ±14%

name                                            time/op
z6001/disk/randread/pagecache/4K-min            406ns ± 4%
z6001/disk/randread/pagecache/4K-avg            980ns ± 1%

name                                            µs/object
dataset:wczblk1-8
z6001/fs1/zhash.py                               38.8 ± 1%
z6001/fs1/zhash.py-P16                           39.2 ± 2%
z6001/fs1/zhash.go                               4.08 ± 4%
z6001/fs1/zhash.go+prefetch128                   9.42 ±12%
z6001/fs1/zhash.go-P16                           4.89 ±27%
z6001/zeo/zhash.py                                612 ± 4%
z6001/zeo/zhash.py-P16                          1.86k ±14%
z6001/neo/py/sqlite/zhash.py                      793 ± 5%
z6001/neo/py/sqlite/zhash.py-P16                3.20k ± 1%
z6001/neo/py/sqlite/zhash.go                      517 ± 5%
z6001/neo/py/sqlite/zhash.go+prefetch128          211 ± 4%
z6001/neo/py/sqlite/zhash.go-P16                2.93k ± 6%
z6001/neo/py(!log)/sqlite/zhash.py                714 ±16%
z6001/neo/py(!log)/sqlite/zhash.py-P16          2.81k ± 1%
z6001/neo/py(!log)/sqlite/zhash.go                486 ± 5%
z6001/neo/py(!log)/sqlite/zhash.go+prefetch128    179 ± 2%
z6001/neo/py(!log)/sqlite/zhash.go-P16          2.53k ±10%
z6001/neo/py/sql/zhash.py                       1.14k ±25%
z6001/neo/py/sql/zhash.py-P16                   5.34k ± 0%
z6001/neo/py/sql/zhash.go                         668 ± 9%
z6001/neo/py/sql/zhash.go+prefetch128             311 ± 5%
z6001/neo/py/sql/zhash.go-P16                   4.63k ± 2%
z6001/neo/py(!log)/sql/zhash.py                 1.03k ±36%
z6001/neo/py(!log)/sql/zhash.py-P16             4.46k ± 1%
z6001/neo/py(!log)/sql/zhash.go                   624 ± 5%
z6001/neo/py(!log)/sql/zhash.go+prefetch128       279 ± 4%
z6001/neo/py(!log)/sql/zhash.go-P16             4.18k ± 4%
z6001/neo/go/zhash.py                             475 ±15%
z6001/neo/go/zhash.py-P16                         498 ± 2%
z6001/neo/go/zhash.go                            90.7 ± 8%
z6001/neo/go/zhash.go+prefetch128                41.8 ± 8%
z6001/neo/go/zhash.go-P16                         128 ±21%
z6001/neo/go(!sha1)/zhash.go                     63.8 ±11%
z6001/neo/go(!sha1)/zhash.go+prefetch128         30.0 ± 2%
z6001/neo/go(!sha1)/zhash.go-P16                  109 ±30%
dataset:prod1-1024
z6001/fs1/zhash.py                               32.4 ± 0%
z6001/fs1/zhash.py-P16                           33.1 ± 5%
z6001/fs1/zhash.go                               2.40 ± 0%
z6001/fs1/zhash.go+prefetch128                   4.88 ± 2%
z6001/fs1/zhash.go-P16                           3.07 ±25%
z6001/zeo/zhash.py                                570 ±11%
z6001/zeo/zhash.py-P16                          1.58k ±20%
z6001/neo/py/sqlite/zhash.py                      711 ± 6%
z6001/neo/py/sqlite/zhash.py-P16                2.93k ± 0%
z6001/neo/py/sqlite/zhash.go                      351 ± 3%
z6001/neo/py/sqlite/zhash.go+prefetch128          189 ± 3%
z6001/neo/py/sqlite/zhash.go-P16                2.83k ± 3%
z6001/neo/py(!log)/sqlite/zhash.py                698 ± 5%
z6001/neo/py(!log)/sqlite/zhash.py-P16          2.75k ± 0%
z6001/neo/py(!log)/sqlite/zhash.go                322 ± 3%
z6001/neo/py(!log)/sqlite/zhash.go+prefetch128    166 ± 1%
z6001/neo/py(!log)/sqlite/zhash.go-P16          2.52k ± 4%
z6001/neo/py/sql/zhash.py                         894 ± 1%
z6001/neo/py/sql/zhash.py-P16                   4.89k ± 0%
z6001/neo/py/sql/zhash.go                         434 ± 4%
z6001/neo/py/sql/zhash.go+prefetch128             303 ± 3%
z6001/neo/py/sql/zhash.go-P16                   4.66k ± 2%
z6001/neo/py(!log)/sql/zhash.py                   982 ±30%
z6001/neo/py(!log)/sql/zhash.py-P16             4.26k ± 1%
z6001/neo/py(!log)/sql/zhash.go                   405 ± 2%
z6001/neo/py(!log)/sql/zhash.go+prefetch128       267 ±10%
z6001/neo/py(!log)/sql/zhash.go-P16             4.72k ± 0%
z6001/neo/go/zhash.py                             359 ±11%
z6001/neo/go/zhash.py-P16                         479 ± 2%
z6001/neo/go/zhash.go                            68.5 ± 3%
z6001/neo/go/zhash.go+prefetch128                25.8 ± 2%
z6001/neo/go/zhash.go-P16                         150 ±47%
z6001/neo/go(!sha1)/zhash.go                     56.0 ± 8%
z6001/neo/go(!sha1)/zhash.go+prefetch128         22.8 ± 2%
z6001/neo/go(!sha1)/zhash.go-P16                  136 ±43%
parent b057e37e
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment