-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathbenchmarks-trial.toml
98 lines (94 loc) · 8.86 KB
/
benchmarks-trial.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
# Benchmarks that have not been vetted for builds, runs, noisiness, run length, etc.
[[Benchmarks]]
Name = "uber_zap"
# Repo = "github.com/uber-go/zap/benchmarks"
Repo = "go.uber.org/zap/benchmarks"
Benchmarks = "Benchmark"
Disabled = true # Not building today
[[Benchmarks]]
Name = "bindata"
Repo = "github.com/kevinburke/go-bindata"
Benchmarks = "Benchmark"
# A noise-checking recent run (used to move some tests into benchmarks-50.toml)
# name old time/op new time/op delta
# FromBytes-12 8.03ns ± 3% 7.64ns ± 6% -4.86% (p=0.000 n=23+20)
# FromString-12 266ns ±11% 263ns ± 8% ~ (p=0.213 n=21+21)
# FromStringUrn-12 268ns ± 8% 262ns ± 9% ~ (p=0.109 n=21+25)
# FromStringWithBrackets-12 270ns ± 7% 263ns ± 9% -2.57% (p=0.034 n=22+25)
# NewV1-12 123ns ± 3% 119ns ± 3% -2.73% (p=0.000 n=21+22)
# NewV2-12 118ns ± 9% 118ns ± 5% ~ (p=0.295 n=25+23)
# NewV3-12 629ns ±14% 658ns ± 7% +4.63% (p=0.004 n=23+23)
# NewV4-12 868ns ± 8% 841ns ±12% ~ (p=0.078 n=25+25)
# NewV5-12 753ns ± 8% 675ns ±10% -10.35% (p=0.000 n=23+24)
# MarshalBinary-12 1.14ns ± 4% 0.40ns ± 8% -64.72% (p=0.000 n=22+25)
# MarshalText-12 203ns ±16% 198ns ±24% ~ (p=0.418 n=24+25)
# UnmarshalBinary-12 5.03ns ± 3% 5.10ns ± 3% +1.44% (p=0.000 n=23+23)
# UnmarshalText-12 81.0ns ± 3% 85.4ns ± 2% +5.40% (p=0.000 n=21+22)
# MarshalToString-12 147ns ±10% 140ns ±11% -4.82% (p=0.005 n=23+24)
# TarjanSCCGnp_10_tenth-12 8.90µs ± 8% 8.44µs ± 5% -5.18% (p=0.000 n=23+23)
# TarjanSCCGnp_100_tenth-12 273µs ± 8% 262µs ± 6% -3.89% (p=0.000 n=23+25)
# TarjanSCCGnp_1000_tenth-12 19.7ms ± 9% 19.3ms ± 8% ~ (p=0.092 n=25+25)
# TarjanSCCGnp_10_half-12 15.6µs ± 8% 14.8µs ± 5% -4.96% (p=0.000 n=24+25)
# TarjanSCCGnp_100_half-12 1.06ms ± 7% 1.03ms ± 9% -2.54% (p=0.017 n=24+24)
# TarjanSCCGnp_1000_half-12 87.7ms ± 4% 85.3ms ± 7% -2.73% (p=0.000 n=22+23)
# AStarGnp_10_tenth-12 2.31µs ± 9% 2.08µs ± 9% -9.90% (p=0.000 n=25+25)
# AStarGnp_100_tenth-12 259µs ± 6% 252µs ± 9% -2.68% (p=0.006 n=24+25)
# AStarGnp_1000_tenth-12 11.7ms ±14% 11.5ms ±10% ~ (p=0.407 n=25+25)
# AStarGnp_10_half-12 8.31µs ± 9% 7.91µs ±13% -4.78% (p=0.000 n=25+25)
# AStarGnp_100_half-12 320µs ±16% 320µs ± 9% ~ (p=0.830 n=24+24)
# AStarGnp_1000_half-12 24.8ms ±16% 24.4ms ±18% ~ (p=0.551 n=25+25)
# AStarUndirectedmallWorld_10_2_2_2-12 30.8µs ± 6% 28.7µs ± 7% -6.70% (p=0.000 n=24+24)
# AStarUndirectedmallWorld_10_2_2_2_Heur-12 15.9µs ± 7% 15.2µs ± 8% -4.48% (p=0.000 n=24+24)
# AStarUndirectedmallWorld_10_2_5_2-12 61.6µs ±22% 57.1µs ±21% -7.33% (p=0.004 n=25+22)
# AStarUndirectedmallWorld_10_2_5_2_Heur-12 21.5µs ±10% 20.1µs ±10% -6.70% (p=0.000 n=25+24)
# AStarUndirectedmallWorld_100_5_10_2-12 1.65ms ±13% 1.61ms ±14% ~ (p=0.058 n=24+25)
# AStarUndirectedmallWorld_100_5_10_2_Heur-12 1.26ms ±10% 1.20ms ± 6% -5.27% (p=0.000 n=24+24)
# AStarUndirectedmallWorld_100_5_20_2-12 2.24ms ±11% 2.08ms ±10% -7.14% (p=0.000 n=25+24)
# AStarUndirectedmallWorld_100_5_20_2_Heur-12 1.27ms ±10% 1.21ms ±10% -4.46% (p=0.001 n=22+23)
# Dominators/nested_if_n1024-12 3.22ms ±10% 2.93ms ±13% -8.86% (p=0.000 n=25+25)
# Dominators/nested_if_n128-12 390µs ± 7% 351µs ± 8% -9.90% (p=0.000 n=24+25)
# Dominators/nested_if_n16-12 47.1µs ± 5% 43.1µs ± 5% -8.42% (p=0.000 n=25+25)
# Dominators/nested_if_n2048-12 6.60ms ± 9% 5.93ms ±11% -10.21% (p=0.000 n=25+25)
# Dominators/nested_if_n256-12 792µs ± 9% 708µs ± 6% -10.69% (p=0.000 n=24+23)
# Dominators/nested_if_n32-12 96.9µs ± 6% 86.2µs ± 7% -11.01% (p=0.000 n=24+25)
# Dominators/nested_if_n512-12 1.58ms ± 9% 1.44ms ± 9% -9.08% (p=0.000 n=25+25)
# Dominators/nested_if_n64-12 192µs ± 8% 172µs ± 8% -10.71% (p=0.000 n=25+25)
# RandomGraphDominators/gnm-n=1e3-m=1e3-12 1.64ms ±10% 1.50ms ± 6% -8.55% (p=0.000 n=25+25)
# RandomGraphDominators/gnm-n=1e3-m=3e3-12 1.93ms ±12% 1.72ms ± 8% -10.75% (p=0.000 n=25+24)
# RandomGraphDominators/gnm-n=1e3-m=1e4-12 3.10ms ± 9% 2.90ms ± 9% -6.28% (p=0.000 n=25+25)
# RandomGraphDominators/gnm-n=1e3-m=3e4-12 5.98ms ±11% 5.77ms ± 6% -3.44% (p=0.005 n=25+25)
# RandomGraphDominators/gnm-n=1e4-m=1e4-12 17.3ms ±13% 15.6ms ± 5% -9.83% (p=0.000 n=24+24)
# RandomGraphDominators/gnm-n=1e4-m=3e4-12 22.2ms ± 8% 21.1ms ±10% -4.89% (p=0.000 n=24+25)
# RandomGraphDominators/gnm-n=1e4-m=1e5-12 39.3ms ±11% 37.8ms ± 7% -3.82% (p=0.000 n=24+25)
# RandomGraphDominators/gnm-n=1e4-m=3e5-12 81.4ms ±12% 77.8ms ± 6% -4.35% (p=0.000 n=25+23)
# RandomGraphDominators/gnm-n=1e5-m=1e5-12 225ms ± 6% 215ms ± 5% -4.63% (p=0.000 n=19+23)
# RandomGraphDominators/gnm-n=1e5-m=3e5-12 311ms ± 5% 303ms ± 5% -2.79% (p=0.000 n=23+19)
# RandomGraphDominators/gnm-n=1e5-m=1e6-12 584ms ± 3% 572ms ±11% ~ (p=0.120 n=23+23)
# RandomGraphDominators/gnm-n=1e5-m=3e6-12 1.29s ±10% 1.27s ± 5% -1.85% (p=0.022 n=25+18)
# RandomGraphDominators/gnm-n=1e6-m=1e6-12 2.50s ± 4% 2.41s ± 5% -3.35% (p=0.000 n=24+25)
# RandomGraphDominators/gnm-n=1e6-m=3e6-12 4.13s ± 3% 4.01s ± 4% -2.75% (p=0.000 n=24+25)
# RandomGraphDominators/gnm-n=1e6-m=1e7-12 9.06s ± 2% 8.94s ± 1% -1.30% (p=0.000 n=25+24)
# RandomGraphDominators/gnm-n=1e6-m=3e7-12 22.1s ± 1% 21.9s ± 1% -1.15% (p=0.000 n=22+23)
# RandomGraphDominators/dup-n=1e3-d=0.8-a=0.1-12 1.79ms ± 9% 1.60ms ± 7% -10.54% (p=0.000 n=24+25)
# RandomGraphDominators/dup-n=1e3-d=0.5-a=0.2-12 5.11ms ± 6% 4.88ms ± 8% -4.34% (p=0.000 n=20+23)
# RandomGraphDominators/dup-n=1e4-d=0.8-a=0.1-12 19.4ms ±12% 17.6ms ± 5% -9.52% (p=0.000 n=25+22)
# RandomGraphDominators/dup-n=1e4-d=0.5-a=0.2-12 140ms ± 7% 136ms ± 4% -3.26% (p=0.000 n=25+23)
# RandomGraphDominators/dup-n=1e5-d=0.8-a=0.1-12 237ms ± 5% 222ms ± 9% -6.38% (p=0.000 n=21+25)
# RandomGraphDominators/dup-n=1e5-d=0.5-a=0.2-12 6.39s ± 5% 6.30s ± 4% -1.44% (p=0.008 n=24+22)
# LouvainDirectedMultiplex-12 43.0ms ±10% 38.6ms ±33% -10.13% (p=0.000 n=25+23)
# LouvainDirected-12 38.1ms ± 8% 35.3ms ± 9% -7.45% (p=0.000 n=25+22)
# LouvainMultiplex-12 32.9ms ±13% 29.7ms ±15% -9.73% (p=0.000 n=24+24)
# Louvain-12 28.9ms ± 7% 26.3ms ±12% -9.07% (p=0.000 n=23+23)
# WalkAllBreadthFirstGnp_10_tenth-12 3.88µs ± 7% 3.43µs ± 8% -11.67% (p=0.000 n=24+25)
# WalkAllBreadthFirstGnp_100_tenth-12 158µs ± 9% 151µs ± 7% -4.80% (p=0.000 n=24+24)
# WalkAllBreadthFirstGnp_1000_tenth-12 12.3ms ± 9% 12.4ms ± 8% ~ (p=0.532 n=25+24)
# WalkAllBreadthFirstGnp_10_half-12 8.33µs ± 7% 7.94µs ± 8% -4.71% (p=0.000 n=24+25)
# WalkAllBreadthFirstGnp_100_half-12 609µs ± 7% 597µs ±12% ~ (p=0.189 n=25+25)
# WalkAllBreadthFirstGnp_1000_half-12 58.6ms ± 7% 57.2ms ±10% ~ (p=0.081 n=25+25)
# WalkAllDepthFirstGnp_10_tenth-12 3.76µs ±10% 3.37µs ± 8% -10.21% (p=0.000 n=25+23)
# WalkAllDepthFirstGnp_100_tenth-12 158µs ± 9% 149µs ± 9% -5.52% (p=0.000 n=25+25)
# WalkAllDepthFirstGnp_1000_tenth-12 12.4ms ± 7% 12.1ms ± 4% ~ (p=0.054 n=23+22)
# WalkAllDepthFirstGnp_10_half-12 8.41µs ± 6% 7.84µs ± 8% -6.77% (p=0.000 n=24+25)
# WalkAllDepthFirstGnp_100_half-12 603µs ±14% 588µs ±12% ~ (p=0.136 n=25+25)
# WalkAllDepthFirstGnp_1000_half-12 57.8ms ± 7% 57.2ms ±11% ~ (p=0.476 n=25+25)
# [Geo mean] 523µs 491µs -6.11%