diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000..b7616ce Binary files /dev/null and b/.DS_Store differ diff --git a/Cargo.toml b/Cargo.toml index 79896c6..8732d8e 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -7,6 +7,6 @@ members = [ resolver = "2" [profile.release] -opt-level = "z" # Optimize for size +opt-level = 3 # Optimize for performance lto = true # Enable Link Time Optimization codegen-units = 1 # Reduce codegen units for better optimization diff --git a/benchmarks/.DS_Store b/benchmarks/.DS_Store new file mode 100644 index 0000000..8e75592 Binary files /dev/null and b/benchmarks/.DS_Store differ diff --git a/benchmarks/babyjubjub/compute_shared_point/base/estimates.json b/benchmarks/babyjubjub/compute_shared_point/base/estimates.json index 6a47ecd..10f42a0 100644 --- a/benchmarks/babyjubjub/compute_shared_point/base/estimates.json +++ b/benchmarks/babyjubjub/compute_shared_point/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97319.5643622821,"upper_bound":97438.79590722626},"point_estimate":97372.71293406669,"standard_error":30.635992245045504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97290.04902962207,"upper_bound":97337.89103803998},"point_estimate":97312.11139860141,"standard_error":10.919156953233601},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.78442155083499,"upper_bound":165.90222767665645},"point_estimate":119.3279698562523,"standard_error":19.788689130786626},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97267.82676107953,"upper_bound":97313.97690550273},"point_estimate":97289.86105350834,"standard_error":11.75922819598919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.57935245383402,"upper_bound":441.25979203762444},"point_estimate":308.03526582847746,"standard_error":78.89442484176894}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53417.480807672015,"upper_bound":53482.188139597376},"point_estimate":53447.20048426694,"standard_error":16.55847591793721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53376.57496012759,"upper_bound":53426.288157894734},"point_estimate":53396.76362100904,"standard_error":15.944688810262683},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.72713464993547,"upper_bound":111.87514212495249},"point_estimate":72.29979464575966,"standard_error":15.511025312155034},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53423.062328580745,"upper_bound":53498.39797450345},"point_estimate":53460.87607367021,"standard_error":19.259589048499425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.83881388386939,"upper_bound":226.4920710963049},"point_estimate":166.0258508328302,"standard_error":33.931784936537916}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/base/sample.json b/benchmarks/babyjubjub/compute_shared_point/base/sample.json index 965efdb..f23f6ca 100644 --- a/benchmarks/babyjubjub/compute_shared_point/base/sample.json +++ b/benchmarks/babyjubjub/compute_shared_point/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1091125.0,2142750.0,3211458.0,4307417.0,5350875.0,6424333.0,7511292.0,8731292.0,9681709.0,10757334.0,11820167.0,12855459.0,13892375.0,15004667.0,16131167.0,17167666.0,18205958.0,19296000.0,20350792.0,21391459.0,22486750.0,23526292.0,24579417.0,25727125.0,26806791.0,27848708.0,28872667.0,29979959.0,30979625.0,32052125.0,33130000.0,34334167.0,35318708.0,36335708.0,37376625.0,38548208.0,39577917.0,40693834.0,41691583.0,42777208.0,43964625.0,45055583.0,46051417.0,47113459.0,48283625.0,49454084.0,50287417.0,51373208.0,52457375.0,53497500.0,54632709.0,55717292.0,56737125.0,57806875.0,58876083.0,59984666.0,60947541.0,62283125.0,63117083.0,64393875.0,65290000.0,66292875.0,67472208.0,68655834.0,69578667.0,70610792.0,71713542.0,72637125.0,73888042.0,74850667.0,75891916.0,77099791.0,77975666.0,79336500.0,80160208.0,81303041.0,82383666.0,83380083.0,84522334.0,85510458.0,86610958.0,87770334.0,88708625.0,89924834.0,90905125.0,92052333.0,93057750.0,94200916.0,95246958.0,96257500.0,97381291.0,98339791.0,99528125.0,100646875.0,101608959.0,102885542.0,103784292.0,104890625.0,105902167.0,107042542.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[1032667.0,2026792.0,3034750.0,4054667.0,5080167.0,6089209.0,7097792.0,8170292.0,9288917.0,10136417.0,11215708.0,12200875.0,13206000.0,14212084.0,15239292.0,16248542.0,17255125.0,18280375.0,19252417.0,20364334.0,21318375.0,22336625.0,23410166.0,24332291.0,25377166.0,26347750.0,27414417.0,28429833.0,29407916.0,30422000.0,31472625.0,32484875.0,33449708.0,34511417.0,35504709.0,36491542.0,37513917.0,38565792.0,39601875.0,40540625.0,41585083.0,42572459.0,43705292.0,44660500.0,45643209.0,46673167.0,47628958.0,48691708.0,49631750.0,50754125.0,51693417.0,52844375.0,53912542.0,54758667.0,55783375.0,56734958.0,57813625.0,58775291.0,59909166.0,60835583.0,61810959.0,62869625.0,63850542.0,64908750.0,65901416.0,66895083.0,67991250.0,68905750.0,69982958.0,70928375.0,72020167.0,72956750.0,74018417.0,75158000.0,76009041.0,77036958.0,78052750.0,79079833.0,80072584.0,81207958.0,82111833.0,83138375.0,84088916.0,85213208.0,86097959.0,87484125.0,88536458.0,89857500.0,90344708.0,91659542.0,92610875.0,93725250.0,94641000.0,95674375.0,96779000.0,97722500.0,98771209.0,99618792.0,100930583.0,102264666.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/base/tukey.json b/benchmarks/babyjubjub/compute_shared_point/base/tukey.json index 31747fa..4e908d1 100644 --- a/benchmarks/babyjubjub/compute_shared_point/base/tukey.json +++ b/benchmarks/babyjubjub/compute_shared_point/base/tukey.json @@ -1 +1 @@ -[96754.72124534822,96993.63046584264,97630.72172049442,97869.63094098883] \ No newline at end of file +[52986.070760233924,53168.391922514624,53654.58168859649,53836.90285087719] \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/change/estimates.json b/benchmarks/babyjubjub/compute_shared_point/change/estimates.json new file mode 100644 index 0000000..26e4529 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.45158983366542,"upper_bound":-0.450641127586571},"point_estimate":-0.45110700037229856,"standard_error":0.00024014172894135384},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.4515249920951963,"upper_bound":-0.45092243847556807},"point_estimate":-0.4512834748565894,"standard_error":0.00017260671453952822}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/estimates.json b/benchmarks/babyjubjub/compute_shared_point/new/estimates.json index 6a47ecd..10f42a0 100644 --- a/benchmarks/babyjubjub/compute_shared_point/new/estimates.json +++ b/benchmarks/babyjubjub/compute_shared_point/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97319.5643622821,"upper_bound":97438.79590722626},"point_estimate":97372.71293406669,"standard_error":30.635992245045504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97290.04902962207,"upper_bound":97337.89103803998},"point_estimate":97312.11139860141,"standard_error":10.919156953233601},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.78442155083499,"upper_bound":165.90222767665645},"point_estimate":119.3279698562523,"standard_error":19.788689130786626},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97267.82676107953,"upper_bound":97313.97690550273},"point_estimate":97289.86105350834,"standard_error":11.75922819598919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.57935245383402,"upper_bound":441.25979203762444},"point_estimate":308.03526582847746,"standard_error":78.89442484176894}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53417.480807672015,"upper_bound":53482.188139597376},"point_estimate":53447.20048426694,"standard_error":16.55847591793721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53376.57496012759,"upper_bound":53426.288157894734},"point_estimate":53396.76362100904,"standard_error":15.944688810262683},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.72713464993547,"upper_bound":111.87514212495249},"point_estimate":72.29979464575966,"standard_error":15.511025312155034},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53423.062328580745,"upper_bound":53498.39797450345},"point_estimate":53460.87607367021,"standard_error":19.259589048499425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.83881388386939,"upper_bound":226.4920710963049},"point_estimate":166.0258508328302,"standard_error":33.931784936537916}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/sample.json b/benchmarks/babyjubjub/compute_shared_point/new/sample.json index 965efdb..f23f6ca 100644 --- a/benchmarks/babyjubjub/compute_shared_point/new/sample.json +++ b/benchmarks/babyjubjub/compute_shared_point/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1091125.0,2142750.0,3211458.0,4307417.0,5350875.0,6424333.0,7511292.0,8731292.0,9681709.0,10757334.0,11820167.0,12855459.0,13892375.0,15004667.0,16131167.0,17167666.0,18205958.0,19296000.0,20350792.0,21391459.0,22486750.0,23526292.0,24579417.0,25727125.0,26806791.0,27848708.0,28872667.0,29979959.0,30979625.0,32052125.0,33130000.0,34334167.0,35318708.0,36335708.0,37376625.0,38548208.0,39577917.0,40693834.0,41691583.0,42777208.0,43964625.0,45055583.0,46051417.0,47113459.0,48283625.0,49454084.0,50287417.0,51373208.0,52457375.0,53497500.0,54632709.0,55717292.0,56737125.0,57806875.0,58876083.0,59984666.0,60947541.0,62283125.0,63117083.0,64393875.0,65290000.0,66292875.0,67472208.0,68655834.0,69578667.0,70610792.0,71713542.0,72637125.0,73888042.0,74850667.0,75891916.0,77099791.0,77975666.0,79336500.0,80160208.0,81303041.0,82383666.0,83380083.0,84522334.0,85510458.0,86610958.0,87770334.0,88708625.0,89924834.0,90905125.0,92052333.0,93057750.0,94200916.0,95246958.0,96257500.0,97381291.0,98339791.0,99528125.0,100646875.0,101608959.0,102885542.0,103784292.0,104890625.0,105902167.0,107042542.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[1032667.0,2026792.0,3034750.0,4054667.0,5080167.0,6089209.0,7097792.0,8170292.0,9288917.0,10136417.0,11215708.0,12200875.0,13206000.0,14212084.0,15239292.0,16248542.0,17255125.0,18280375.0,19252417.0,20364334.0,21318375.0,22336625.0,23410166.0,24332291.0,25377166.0,26347750.0,27414417.0,28429833.0,29407916.0,30422000.0,31472625.0,32484875.0,33449708.0,34511417.0,35504709.0,36491542.0,37513917.0,38565792.0,39601875.0,40540625.0,41585083.0,42572459.0,43705292.0,44660500.0,45643209.0,46673167.0,47628958.0,48691708.0,49631750.0,50754125.0,51693417.0,52844375.0,53912542.0,54758667.0,55783375.0,56734958.0,57813625.0,58775291.0,59909166.0,60835583.0,61810959.0,62869625.0,63850542.0,64908750.0,65901416.0,66895083.0,67991250.0,68905750.0,69982958.0,70928375.0,72020167.0,72956750.0,74018417.0,75158000.0,76009041.0,77036958.0,78052750.0,79079833.0,80072584.0,81207958.0,82111833.0,83138375.0,84088916.0,85213208.0,86097959.0,87484125.0,88536458.0,89857500.0,90344708.0,91659542.0,92610875.0,93725250.0,94641000.0,95674375.0,96779000.0,97722500.0,98771209.0,99618792.0,100930583.0,102264666.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/tukey.json b/benchmarks/babyjubjub/compute_shared_point/new/tukey.json index 31747fa..4e908d1 100644 --- a/benchmarks/babyjubjub/compute_shared_point/new/tukey.json +++ b/benchmarks/babyjubjub/compute_shared_point/new/tukey.json @@ -1 +1 @@ -[96754.72124534822,96993.63046584264,97630.72172049442,97869.63094098883] \ No newline at end of file +[52986.070760233924,53168.391922514624,53654.58168859649,53836.90285087719] \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg b/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg index 16bb510..104d280 100644 --- a/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg +++ b/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg @@ -46,78 +46,73 @@ - + 0.005 - + 0.01 - + 0.015 - + 0.02 - + 0.025 - - 80 + + 0.03 - - 90 - - - - - 100 + + 0.035 - - 110 + + 0.04 - - 120 + + 60 - - 130 + + 70 - - 140 + + 80 - - 150 + + 90 - - 160 + + 100 - - 170 + + 110 @@ -135,69 +130,69 @@ - + Confidence interval @@ -210,32 +205,32 @@ - + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/SD.svg b/benchmarks/babyjubjub/compute_shared_point/report/SD.svg index 56ff243..d967f55 100644 --- a/benchmarks/babyjubjub/compute_shared_point/report/SD.svg +++ b/benchmarks/babyjubjub/compute_shared_point/report/SD.svg @@ -46,68 +46,83 @@ - + 0.002 - + 0.004 - + 0.006 - + 0.008 - + 0.01 - + 0.012 - - 150 + + 0.014 - - 200 + + 0.016 + + + + + 100 - - 250 + + 120 - - 300 + + 140 - - 350 + + 160 + + + + + 180 + + + + + 200 - - 400 + + 220 - - 450 + + 240 @@ -125,69 +140,69 @@ - + Confidence interval @@ -200,32 +215,32 @@ - + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/both/pdf.svg b/benchmarks/babyjubjub/compute_shared_point/report/both/pdf.svg new file mode 100644 index 0000000..4503b8f --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + 95 + + + + + 100 + + + + + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/both/regression.svg b/benchmarks/babyjubjub/compute_shared_point/report/both/regression.svg new file mode 100644 index 0000000..c86353d --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/both/regression.svg @@ -0,0 +1,396 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/compute_shared_point + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/change/mean.svg b/benchmarks/babyjubjub/compute_shared_point/report/change/mean.svg new file mode 100644 index 0000000..3bed287 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 200 + + + + + 400 + + + + + 600 + + + + + 800 + + + + + 1000 + + + + + 1200 + + + + + 1400 + + + + + 1600 + + + + + 1800 + + + + + -45.16 + + + + + -45.14 + + + + + -45.12 + + + + + -45.1 + + + + + -45.08 + + + + + -45.06 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + babyjubjub/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/change/median.svg b/benchmarks/babyjubjub/compute_shared_point/report/change/median.svg new file mode 100644 index 0000000..acf5159 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 500 + + + + + 1000 + + + + + 1500 + + + + + 2000 + + + + + 2500 + + + + + 3000 + + + + + -45.15 + + + + + -45.14 + + + + + -45.13 + + + + + -45.12 + + + + + -45.11 + + + + + -45.1 + + + + + -45.09 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + + + babyjubjub/compute_shared_point: median + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/change/t-test.svg b/benchmarks/babyjubjub/compute_shared_point/report/change/t-test.svg new file mode 100644 index 0000000..c138bf0 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -1400 + + + + + -1200 + + + + + -1000 + + + + + -800 + + + + + -600 + + + + + -400 + + + + + -200 + + + + + 0 + + + + + 200 + + + + + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + Density + + + + + t score + + + + + + + babyjubjub/compute_shared_point: Welch t test + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/index.html b/benchmarks/babyjubjub/compute_shared_point/report/index.html index e03c821..1680a0a 100644 --- a/benchmarks/babyjubjub/compute_shared_point/report/index.html +++ b/benchmarks/babyjubjub/compute_shared_point/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 97.268 µs - 97.290 µs - 97.314 µs + 53.423 µs + 53.461 µs + 53.498 µs R² - 0.9998199 - 0.9998269 - 0.9998185 + 0.9991385 + 0.9992056 + 0.9991395 Mean - 97.320 µs - 97.373 µs - 97.439 µs + 53.417 µs + 53.447 µs + 53.482 µs Std. Dev. - 145.58 ns - 308.04 ns - 441.26 ns + 96.839 ns + 166.03 ns + 226.49 ns Median - 97.290 µs - 97.312 µs - 97.338 µs + 53.377 µs + 53.397 µs + 53.426 µs MAD - 87.784 ns - 119.33 ns - 165.90 ns + 58.727 ns + 72.300 ns + 111.88 ns @@ -192,6 +192,82 @@

Understanding this report:

documentation for more details on the additional statistics.

+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-45.159%-45.111%-45.064%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-44.978%-44.934%-44.891%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.1726%-3.0369%-2.9057%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-47.059%-47.001%-46.938%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-49.540%-49.495%-49.447%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-39.765%-39.714%-39.665%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-36.114%-36.046%-35.972%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-32.980%-32.911%-32.837%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-32.540%-32.361%-32.169%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.4515%-3.2463%-3.0460%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-33.065%-32.976%-32.903%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-37.687%-37.589%-37.514%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-39.286%-39.131%-38.948%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-21.230%-21.137%-21.047%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-30.382%-30.212%-30.064%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-31.795%-31.728%-31.662%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.2493%-3.1283%-3.0147%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-32.232%-32.051%-31.887%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-35.439%-35.220%-35.011%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-38.922%-38.860%-38.800%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-22.306%-22.203%-22.109%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-46.288%-46.245%-46.205%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-46.034%-45.918%-45.833%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.9522%-2.8247%-2.6854%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-48.047%-48.000%-47.955%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-50.877%-50.783%-50.676%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-39.408%-39.339%-39.242%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-38.757%-38.685%-38.614%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-11.010%-10.938%-10.872%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-10.700%-10.610%-10.515%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.5026%-1.3583%-1.1916%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-15.271%-15.017%-14.843%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-14.882%-14.830%-14.768%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-35.787%-35.729%-35.674%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-11.502%-11.353%-11.210%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-50.359%-50.317%-50.272%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-50.668%-50.579%-50.496%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-2.9977%-2.7360%-2.4455%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-53.218%-53.137%-53.027%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-54.554%-54.510%-54.462%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-39.341%-39.263%-39.195%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-37.531%-37.466%-37.402%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-6.9866%-5.6009%-4.3534%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.3716%-3.0323%-2.7245%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.0735%-2.4819%-2.0000%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-6.2345%-5.3942%-4.6350%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.9056%-3.4808%-3.0818%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-14.721%-10.394%-6.6880%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.8604%-3.2636%-2.7754%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-56.772%-56.738%-56.703%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-56.563%-56.524%-56.488%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-5.5919%-5.1509%-4.7618%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-53.395%-53.301%-53.200%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-58.933%-58.843%-58.780%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-38.654%-38.602%-38.552%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-42.465%-42.205%-41.954%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-52.588%-52.540%-52.495%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-52.676%-52.549%-52.416%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.3335%-3.1430%-2.9431%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-52.021%-51.965%-51.901%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-54.972%-54.910%-54.857%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-38.984%-38.913%-38.849%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-39.286%-39.216%-39.147%(p = 0.00 < + 0.05)
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+