From 1b268dbfd1fb9159f1f93c8d03f18f1d875e1670 Mon Sep 17 00:00:00 2001 From: Aaryamann Challani <43716372+rymnc@users.noreply.github.com> Date: Wed, 19 Jun 2024 14:08:22 +0530 Subject: [PATCH] chore: add benchmarks (#18) * chore: benchmarks * chore: add outputs --- Cargo.lock | 500 +++++++++++- Makefile | 4 + README.md | 15 + .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 303 ++++++++ .../compute_shared_point/report/SD.svg | 293 +++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 298 ++++++++ .../compute_shared_point/report/median.svg | 288 +++++++ .../compute_shared_point/report/pdf.svg | 321 ++++++++ .../compute_shared_point/report/pdf_small.svg | 199 +++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../compute_shared_point/report/slope.svg | 288 +++++++ .../compute_shared_point/report/typical.svg | 288 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../derive_public_key/new/sample.json | 1 + .../derive_public_key/new/tukey.json | 1 + .../derive_public_key/report/MAD.svg | 298 ++++++++ .../derive_public_key/report/SD.svg | 288 +++++++ .../derive_public_key/report/index.html | 203 +++++ .../derive_public_key/report/mean.svg | 303 ++++++++ .../derive_public_key/report/median.svg | 308 ++++++++ .../derive_public_key/report/pdf.svg | 323 ++++++++ .../derive_public_key/report/pdf_small.svg | 199 +++++ .../derive_public_key/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../derive_public_key/report/slope.svg | 293 +++++++ .../derive_public_key/report/typical.svg | 293 +++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../generate_random_fr/new/tukey.json | 1 + .../generate_random_fr/report/MAD.svg | 303 ++++++++ .../generate_random_fr/report/SD.svg | 293 +++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 293 +++++++ .../generate_random_fr/report/median.svg | 298 ++++++++ .../generate_random_fr/report/pdf.svg | 357 +++++++++ .../generate_random_fr/report/pdf_small.svg | 219 ++++++ .../generate_random_fr/report/regression.svg | 499 ++++++++++++ .../report/regression_small.svg | 477 ++++++++++++ .../generate_random_fr/report/slope.svg | 293 +++++++ .../generate_random_fr/report/typical.svg | 293 +++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 308 ++++++++ .../generate_stealth_address/report/SD.svg | 288 +++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 288 +++++++ .../report/median.svg | 273 +++++++ .../generate_stealth_address/report/pdf.svg | 324 ++++++++ .../report/pdf_small.svg | 209 +++++ .../report/regression.svg | 382 ++++++++++ .../report/regression_small.svg | 360 +++++++++ .../generate_stealth_address/report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 308 ++++++++ .../report/SD.svg | 318 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 298 ++++++++ .../report/median.svg | 308 ++++++++ .../report/pdf.svg | 358 +++++++++ .../report/pdf_small.svg | 209 +++++ .../report/regression.svg | 382 ++++++++++ .../report/regression_small.svg | 360 +++++++++ .../report/slope.svg | 293 +++++++ .../report/typical.svg | 293 +++++++ .../babyjubjub/hash_to_fr/base/benchmark.json | 1 + .../babyjubjub/hash_to_fr/base/estimates.json | 1 + .../babyjubjub/hash_to_fr/base/sample.json | 1 + .../babyjubjub/hash_to_fr/base/tukey.json | 1 + .../babyjubjub/hash_to_fr/new/benchmark.json | 1 + .../babyjubjub/hash_to_fr/new/estimates.json | 1 + .../babyjubjub/hash_to_fr/new/sample.json | 1 + .../babyjubjub/hash_to_fr/new/tukey.json | 1 + .../babyjubjub/hash_to_fr/report/MAD.svg | 293 +++++++ .../babyjubjub/hash_to_fr/report/SD.svg | 298 ++++++++ .../babyjubjub/hash_to_fr/report/index.html | 203 +++++ .../babyjubjub/hash_to_fr/report/mean.svg | 298 ++++++++ .../babyjubjub/hash_to_fr/report/median.svg | 298 ++++++++ .../babyjubjub/hash_to_fr/report/pdf.svg | 352 +++++++++ .../hash_to_fr/report/pdf_small.svg | 224 ++++++ .../hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ .../babyjubjub/hash_to_fr/report/slope.svg | 298 ++++++++ .../babyjubjub/hash_to_fr/report/typical.svg | 298 ++++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../random_keypair/base/sample.json | 1 + .../babyjubjub/random_keypair/base/tukey.json | 1 + .../random_keypair/new/benchmark.json | 1 + .../random_keypair/new/estimates.json | 1 + .../babyjubjub/random_keypair/new/sample.json | 1 + .../babyjubjub/random_keypair/new/tukey.json | 1 + .../babyjubjub/random_keypair/report/MAD.svg | 298 ++++++++ .../babyjubjub/random_keypair/report/SD.svg | 293 +++++++ .../random_keypair/report/index.html | 203 +++++ .../babyjubjub/random_keypair/report/mean.svg | 303 ++++++++ .../random_keypair/report/median.svg | 308 ++++++++ .../babyjubjub/random_keypair/report/pdf.svg | 354 +++++++++ .../random_keypair/report/pdf_small.svg | 229 ++++++ .../random_keypair/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../random_keypair/report/slope.svg | 293 +++++++ .../random_keypair/report/typical.svg | 293 +++++++ benchmarks/babyjubjub/report/index.html | 231 ++++++ benchmarks/babyjubjub/report/violin.svg | 665 ++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 308 ++++++++ .../compute_shared_point/report/SD.svg | 293 +++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 293 +++++++ .../compute_shared_point/report/median.svg | 318 ++++++++ .../compute_shared_point/report/pdf.svg | 334 ++++++++ .../compute_shared_point/report/pdf_small.svg | 209 +++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../compute_shared_point/report/slope.svg | 303 ++++++++ .../compute_shared_point/report/typical.svg | 303 ++++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../derive_public_key/new/sample.json | 1 + .../derive_public_key/new/tukey.json | 1 + .../derive_public_key/report/MAD.svg | 308 ++++++++ .../bls12_377/derive_public_key/report/SD.svg | 303 ++++++++ .../derive_public_key/report/index.html | 203 +++++ .../derive_public_key/report/mean.svg | 318 ++++++++ .../derive_public_key/report/median.svg | 288 +++++++ .../derive_public_key/report/pdf.svg | 368 +++++++++ .../derive_public_key/report/pdf_small.svg | 234 ++++++ .../derive_public_key/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../derive_public_key/report/slope.svg | 303 ++++++++ .../derive_public_key/report/typical.svg | 303 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../generate_random_fr/new/tukey.json | 1 + .../generate_random_fr/report/MAD.svg | 323 ++++++++ .../generate_random_fr/report/SD.svg | 288 +++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 293 +++++++ .../generate_random_fr/report/median.svg | 323 ++++++++ .../generate_random_fr/report/pdf.svg | 349 +++++++++ .../generate_random_fr/report/pdf_small.svg | 224 ++++++ .../generate_random_fr/report/regression.svg | 473 ++++++++++++ .../report/regression_small.svg | 451 +++++++++++ .../generate_random_fr/report/slope.svg | 293 +++++++ .../generate_random_fr/report/typical.svg | 293 +++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 293 +++++++ .../generate_stealth_address/report/SD.svg | 308 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 328 ++++++++ .../report/median.svg | 298 ++++++++ .../generate_stealth_address/report/pdf.svg | 326 ++++++++ .../report/pdf_small.svg | 214 ++++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../generate_stealth_address/report/slope.svg | 328 ++++++++ .../report/typical.svg | 328 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 303 ++++++++ .../report/SD.svg | 293 +++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 293 +++++++ .../report/median.svg | 303 ++++++++ .../report/pdf.svg | 342 +++++++++ .../report/pdf_small.svg | 224 ++++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../report/slope.svg | 303 ++++++++ .../report/typical.svg | 303 ++++++++ .../bls12_377/hash_to_fr/base/benchmark.json | 1 + .../bls12_377/hash_to_fr/base/estimates.json | 1 + .../bls12_377/hash_to_fr/base/sample.json | 1 + .../bls12_377/hash_to_fr/base/tukey.json | 1 + .../bls12_377/hash_to_fr/new/benchmark.json | 1 + .../bls12_377/hash_to_fr/new/estimates.json | 1 + .../bls12_377/hash_to_fr/new/sample.json | 1 + .../bls12_377/hash_to_fr/new/tukey.json | 1 + .../bls12_377/hash_to_fr/report/MAD.svg | 293 +++++++ benchmarks/bls12_377/hash_to_fr/report/SD.svg | 298 ++++++++ .../bls12_377/hash_to_fr/report/index.html | 203 +++++ .../bls12_377/hash_to_fr/report/mean.svg | 293 +++++++ .../bls12_377/hash_to_fr/report/median.svg | 313 ++++++++ .../bls12_377/hash_to_fr/report/pdf.svg | 348 +++++++++ .../bls12_377/hash_to_fr/report/pdf_small.svg | 219 ++++++ .../hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ .../bls12_377/hash_to_fr/report/slope.svg | 293 +++++++ .../bls12_377/hash_to_fr/report/typical.svg | 293 +++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../bls12_377/random_keypair/base/sample.json | 1 + .../bls12_377/random_keypair/base/tukey.json | 1 + .../random_keypair/new/benchmark.json | 1 + .../random_keypair/new/estimates.json | 1 + .../bls12_377/random_keypair/new/sample.json | 1 + .../bls12_377/random_keypair/new/tukey.json | 1 + .../bls12_377/random_keypair/report/MAD.svg | 298 ++++++++ .../bls12_377/random_keypair/report/SD.svg | 298 ++++++++ .../random_keypair/report/index.html | 203 +++++ .../bls12_377/random_keypair/report/mean.svg | 293 +++++++ .../random_keypair/report/median.svg | 298 ++++++++ .../bls12_377/random_keypair/report/pdf.svg | 352 +++++++++ .../random_keypair/report/pdf_small.svg | 229 ++++++ .../random_keypair/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../bls12_377/random_keypair/report/slope.svg | 303 ++++++++ .../random_keypair/report/typical.svg | 303 ++++++++ benchmarks/bls12_377/report/index.html | 231 ++++++ benchmarks/bls12_377/report/violin.svg | 704 +++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 298 ++++++++ .../compute_shared_point/report/SD.svg | 303 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 293 +++++++ .../compute_shared_point/report/median.svg | 293 +++++++ .../compute_shared_point/report/pdf.svg | 325 ++++++++ .../compute_shared_point/report/pdf_small.svg | 204 +++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../compute_shared_point/report/slope.svg | 298 ++++++++ .../compute_shared_point/report/typical.svg | 298 ++++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../derive_public_key/new/sample.json | 1 + .../derive_public_key/new/tukey.json | 1 + .../derive_public_key/report/MAD.svg | 303 ++++++++ .../bls12_381/derive_public_key/report/SD.svg | 293 +++++++ .../derive_public_key/report/index.html | 203 +++++ .../derive_public_key/report/mean.svg | 293 +++++++ .../derive_public_key/report/median.svg | 288 +++++++ .../derive_public_key/report/pdf.svg | 329 ++++++++ .../derive_public_key/report/pdf_small.svg | 209 +++++ .../derive_public_key/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../derive_public_key/report/slope.svg | 328 ++++++++ .../derive_public_key/report/typical.svg | 328 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../generate_random_fr/new/tukey.json | 1 + .../generate_random_fr/report/MAD.svg | 308 ++++++++ .../generate_random_fr/report/SD.svg | 303 ++++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 298 ++++++++ .../generate_random_fr/report/median.svg | 323 ++++++++ .../generate_random_fr/report/pdf.svg | 345 +++++++++ .../generate_random_fr/report/pdf_small.svg | 229 ++++++ .../generate_random_fr/report/regression.svg | 447 +++++++++++ .../report/regression_small.svg | 425 +++++++++++ .../generate_random_fr/report/slope.svg | 303 ++++++++ .../generate_random_fr/report/typical.svg | 303 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 293 +++++++ .../generate_stealth_address/report/SD.svg | 288 +++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 303 ++++++++ .../report/median.svg | 298 ++++++++ .../generate_stealth_address/report/pdf.svg | 335 ++++++++ .../report/pdf_small.svg | 204 +++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../generate_stealth_address/report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 298 ++++++++ .../report/SD.svg | 273 +++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 298 ++++++++ .../report/median.svg | 303 ++++++++ .../report/pdf.svg | 337 ++++++++ .../report/pdf_small.svg | 219 ++++++ .../report/regression.svg | 382 ++++++++++ .../report/regression_small.svg | 360 +++++++++ .../report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../bls12_381/hash_to_fr/base/benchmark.json | 1 + .../bls12_381/hash_to_fr/base/estimates.json | 1 + .../bls12_381/hash_to_fr/base/sample.json | 1 + .../bls12_381/hash_to_fr/base/tukey.json | 1 + .../bls12_381/hash_to_fr/new/benchmark.json | 1 + .../bls12_381/hash_to_fr/new/estimates.json | 1 + .../bls12_381/hash_to_fr/new/sample.json | 1 + .../bls12_381/hash_to_fr/new/tukey.json | 1 + .../bls12_381/hash_to_fr/report/MAD.svg | 298 ++++++++ benchmarks/bls12_381/hash_to_fr/report/SD.svg | 303 ++++++++ .../bls12_381/hash_to_fr/report/index.html | 203 +++++ .../bls12_381/hash_to_fr/report/mean.svg | 298 ++++++++ .../bls12_381/hash_to_fr/report/median.svg | 318 ++++++++ .../bls12_381/hash_to_fr/report/pdf.svg | 355 +++++++++ .../bls12_381/hash_to_fr/report/pdf_small.svg | 224 ++++++ .../hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ .../bls12_381/hash_to_fr/report/slope.svg | 318 ++++++++ .../bls12_381/hash_to_fr/report/typical.svg | 318 ++++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../bls12_381/random_keypair/base/sample.json | 1 + .../bls12_381/random_keypair/base/tukey.json | 1 + .../random_keypair/new/benchmark.json | 1 + .../random_keypair/new/estimates.json | 1 + .../bls12_381/random_keypair/new/sample.json | 1 + .../bls12_381/random_keypair/new/tukey.json | 1 + .../bls12_381/random_keypair/report/MAD.svg | 293 +++++++ .../bls12_381/random_keypair/report/SD.svg | 303 ++++++++ .../random_keypair/report/index.html | 203 +++++ .../bls12_381/random_keypair/report/mean.svg | 318 ++++++++ .../random_keypair/report/median.svg | 308 ++++++++ .../bls12_381/random_keypair/report/pdf.svg | 331 ++++++++ .../random_keypair/report/pdf_small.svg | 209 +++++ .../random_keypair/report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../bls12_381/random_keypair/report/slope.svg | 298 ++++++++ .../random_keypair/report/typical.svg | 298 ++++++++ benchmarks/bls12_381/report/index.html | 231 ++++++ benchmarks/bls12_381/report/violin.svg | 718 ++++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../bn254/compute_shared_point/new/tukey.json | 1 + .../bn254/compute_shared_point/report/MAD.svg | 293 +++++++ .../bn254/compute_shared_point/report/SD.svg | 318 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 303 ++++++++ .../compute_shared_point/report/median.svg | 293 +++++++ .../bn254/compute_shared_point/report/pdf.svg | 355 +++++++++ .../compute_shared_point/report/pdf_small.svg | 229 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../compute_shared_point/report/slope.svg | 293 +++++++ .../compute_shared_point/report/typical.svg | 293 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../bn254/derive_public_key/base/sample.json | 1 + .../bn254/derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../bn254/derive_public_key/new/sample.json | 1 + .../bn254/derive_public_key/new/tukey.json | 1 + .../bn254/derive_public_key/report/MAD.svg | 308 ++++++++ .../bn254/derive_public_key/report/SD.svg | 303 ++++++++ .../bn254/derive_public_key/report/index.html | 203 +++++ .../bn254/derive_public_key/report/mean.svg | 298 ++++++++ .../bn254/derive_public_key/report/median.svg | 288 +++++++ .../bn254/derive_public_key/report/pdf.svg | 355 +++++++++ .../derive_public_key/report/pdf_small.svg | 219 ++++++ .../derive_public_key/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../bn254/derive_public_key/report/slope.svg | 293 +++++++ .../derive_public_key/report/typical.svg | 293 +++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../bn254/generate_random_fr/base/sample.json | 1 + .../bn254/generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../bn254/generate_random_fr/new/sample.json | 1 + .../bn254/generate_random_fr/new/tukey.json | 1 + .../bn254/generate_random_fr/report/MAD.svg | 298 ++++++++ .../bn254/generate_random_fr/report/SD.svg | 288 +++++++ .../generate_random_fr/report/index.html | 203 +++++ .../bn254/generate_random_fr/report/mean.svg | 293 +++++++ .../generate_random_fr/report/median.svg | 278 +++++++ .../bn254/generate_random_fr/report/pdf.svg | 360 +++++++++ .../generate_random_fr/report/pdf_small.svg | 224 ++++++ .../generate_random_fr/report/regression.svg | 499 ++++++++++++ .../report/regression_small.svg | 477 ++++++++++++ .../bn254/generate_random_fr/report/slope.svg | 303 ++++++++ .../generate_random_fr/report/typical.svg | 303 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 298 ++++++++ .../generate_stealth_address/report/SD.svg | 303 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 318 ++++++++ .../report/median.svg | 313 ++++++++ .../generate_stealth_address/report/pdf.svg | 362 +++++++++ .../report/pdf_small.svg | 229 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../generate_stealth_address/report/slope.svg | 328 ++++++++ .../report/typical.svg | 328 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 303 ++++++++ .../report/SD.svg | 318 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 328 ++++++++ .../report/median.svg | 278 +++++++ .../report/pdf.svg | 363 +++++++++ .../report/pdf_small.svg | 234 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../bn254/hash_to_fr/base/benchmark.json | 1 + .../bn254/hash_to_fr/base/estimates.json | 1 + benchmarks/bn254/hash_to_fr/base/sample.json | 1 + benchmarks/bn254/hash_to_fr/base/tukey.json | 1 + .../bn254/hash_to_fr/new/benchmark.json | 1 + .../bn254/hash_to_fr/new/estimates.json | 1 + benchmarks/bn254/hash_to_fr/new/sample.json | 1 + benchmarks/bn254/hash_to_fr/new/tukey.json | 1 + benchmarks/bn254/hash_to_fr/report/MAD.svg | 298 ++++++++ benchmarks/bn254/hash_to_fr/report/SD.svg | 303 ++++++++ benchmarks/bn254/hash_to_fr/report/index.html | 203 +++++ benchmarks/bn254/hash_to_fr/report/mean.svg | 328 ++++++++ benchmarks/bn254/hash_to_fr/report/median.svg | 308 ++++++++ benchmarks/bn254/hash_to_fr/report/pdf.svg | 361 +++++++++ .../bn254/hash_to_fr/report/pdf_small.svg | 224 ++++++ .../bn254/hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ benchmarks/bn254/hash_to_fr/report/slope.svg | 293 +++++++ .../bn254/hash_to_fr/report/typical.svg | 293 +++++++ .../bn254/random_keypair/base/benchmark.json | 1 + .../bn254/random_keypair/base/estimates.json | 1 + .../bn254/random_keypair/base/sample.json | 1 + .../bn254/random_keypair/base/tukey.json | 1 + .../bn254/random_keypair/new/benchmark.json | 1 + .../bn254/random_keypair/new/estimates.json | 1 + .../bn254/random_keypair/new/sample.json | 1 + .../bn254/random_keypair/new/tukey.json | 1 + .../bn254/random_keypair/report/MAD.svg | 303 ++++++++ benchmarks/bn254/random_keypair/report/SD.svg | 293 +++++++ .../bn254/random_keypair/report/index.html | 203 +++++ .../bn254/random_keypair/report/mean.svg | 293 +++++++ .../bn254/random_keypair/report/median.svg | 283 +++++++ .../bn254/random_keypair/report/pdf.svg | 343 +++++++++ .../bn254/random_keypair/report/pdf_small.svg | 209 +++++ .../random_keypair/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../bn254/random_keypair/report/slope.svg | 303 ++++++++ .../bn254/random_keypair/report/typical.svg | 303 ++++++++ benchmarks/bn254/report/index.html | 231 ++++++ benchmarks/bn254/report/violin.svg | 680 +++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 323 ++++++++ .../compute_shared_point/report/SD.svg | 303 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 303 ++++++++ .../compute_shared_point/report/median.svg | 293 +++++++ .../compute_shared_point/report/pdf.svg | 311 ++++++++ .../compute_shared_point/report/pdf_small.svg | 209 +++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../compute_shared_point/report/slope.svg | 293 +++++++ .../compute_shared_point/report/typical.svg | 293 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../bw6_761/derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../bw6_761/derive_public_key/new/sample.json | 1 + .../bw6_761/derive_public_key/new/tukey.json | 1 + .../bw6_761/derive_public_key/report/MAD.svg | 303 ++++++++ .../bw6_761/derive_public_key/report/SD.svg | 298 ++++++++ .../derive_public_key/report/index.html | 203 +++++ .../bw6_761/derive_public_key/report/mean.svg | 298 ++++++++ .../derive_public_key/report/median.svg | 313 ++++++++ .../bw6_761/derive_public_key/report/pdf.svg | 323 ++++++++ .../derive_public_key/report/pdf_small.svg | 209 +++++ .../derive_public_key/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../derive_public_key/report/slope.svg | 303 ++++++++ .../derive_public_key/report/typical.svg | 303 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../bw6_761/generate_random_fr/new/tukey.json | 1 + .../bw6_761/generate_random_fr/report/MAD.svg | 298 ++++++++ .../bw6_761/generate_random_fr/report/SD.svg | 318 ++++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 293 +++++++ .../generate_random_fr/report/median.svg | 308 ++++++++ .../bw6_761/generate_random_fr/report/pdf.svg | 343 +++++++++ .../generate_random_fr/report/pdf_small.svg | 219 ++++++ .../generate_random_fr/report/regression.svg | 460 +++++++++++ .../report/regression_small.svg | 438 +++++++++++ .../generate_random_fr/report/slope.svg | 293 +++++++ .../generate_random_fr/report/typical.svg | 293 +++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 308 ++++++++ .../generate_stealth_address/report/SD.svg | 313 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 293 +++++++ .../report/median.svg | 303 ++++++++ .../generate_stealth_address/report/pdf.svg | 336 ++++++++ .../report/pdf_small.svg | 194 +++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../generate_stealth_address/report/slope.svg | 318 ++++++++ .../report/typical.svg | 318 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 318 ++++++++ .../report/SD.svg | 298 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 293 +++++++ .../report/median.svg | 303 ++++++++ .../report/pdf.svg | 345 +++++++++ .../report/pdf_small.svg | 224 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../report/slope.svg | 293 +++++++ .../report/typical.svg | 293 +++++++ .../bw6_761/hash_to_fr/base/benchmark.json | 1 + .../bw6_761/hash_to_fr/base/estimates.json | 1 + .../bw6_761/hash_to_fr/base/sample.json | 1 + benchmarks/bw6_761/hash_to_fr/base/tukey.json | 1 + .../bw6_761/hash_to_fr/new/benchmark.json | 1 + .../bw6_761/hash_to_fr/new/estimates.json | 1 + benchmarks/bw6_761/hash_to_fr/new/sample.json | 1 + benchmarks/bw6_761/hash_to_fr/new/tukey.json | 1 + benchmarks/bw6_761/hash_to_fr/report/MAD.svg | 288 +++++++ benchmarks/bw6_761/hash_to_fr/report/SD.svg | 298 ++++++++ .../bw6_761/hash_to_fr/report/index.html | 203 +++++ benchmarks/bw6_761/hash_to_fr/report/mean.svg | 288 +++++++ .../bw6_761/hash_to_fr/report/median.svg | 288 +++++++ benchmarks/bw6_761/hash_to_fr/report/pdf.svg | 336 ++++++++ .../bw6_761/hash_to_fr/report/pdf_small.svg | 224 ++++++ .../bw6_761/hash_to_fr/report/regression.svg | 434 +++++++++++ .../hash_to_fr/report/regression_small.svg | 412 ++++++++++ .../bw6_761/hash_to_fr/report/slope.svg | 293 +++++++ .../bw6_761/hash_to_fr/report/typical.svg | 293 +++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../bw6_761/random_keypair/base/sample.json | 1 + .../bw6_761/random_keypair/base/tukey.json | 1 + .../bw6_761/random_keypair/new/benchmark.json | 1 + .../bw6_761/random_keypair/new/estimates.json | 1 + .../bw6_761/random_keypair/new/sample.json | 1 + .../bw6_761/random_keypair/new/tukey.json | 1 + .../bw6_761/random_keypair/report/MAD.svg | 288 +++++++ .../bw6_761/random_keypair/report/SD.svg | 288 +++++++ .../bw6_761/random_keypair/report/index.html | 203 +++++ .../bw6_761/random_keypair/report/mean.svg | 298 ++++++++ .../bw6_761/random_keypair/report/median.svg | 298 ++++++++ .../bw6_761/random_keypair/report/pdf.svg | 312 ++++++++ .../random_keypair/report/pdf_small.svg | 199 +++++ .../random_keypair/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../bw6_761/random_keypair/report/slope.svg | 298 ++++++++ .../bw6_761/random_keypair/report/typical.svg | 298 ++++++++ benchmarks/bw6_761/report/index.html | 231 ++++++ benchmarks/bw6_761/report/violin.svg | 717 +++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 303 ++++++++ .../pallas/compute_shared_point/report/SD.svg | 318 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 303 ++++++++ .../compute_shared_point/report/median.svg | 313 ++++++++ .../compute_shared_point/report/pdf.svg | 357 +++++++++ .../compute_shared_point/report/pdf_small.svg | 229 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../compute_shared_point/report/slope.svg | 288 +++++++ .../compute_shared_point/report/typical.svg | 288 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../pallas/derive_public_key/base/sample.json | 1 + .../pallas/derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../pallas/derive_public_key/new/sample.json | 1 + .../pallas/derive_public_key/new/tukey.json | 1 + .../pallas/derive_public_key/report/MAD.svg | 283 +++++++ .../pallas/derive_public_key/report/SD.svg | 293 +++++++ .../derive_public_key/report/index.html | 203 +++++ .../pallas/derive_public_key/report/mean.svg | 293 +++++++ .../derive_public_key/report/median.svg | 293 +++++++ .../pallas/derive_public_key/report/pdf.svg | 400 ++++++++++ .../derive_public_key/report/pdf_small.svg | 244 ++++++ .../derive_public_key/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../pallas/derive_public_key/report/slope.svg | 303 ++++++++ .../derive_public_key/report/typical.svg | 303 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../pallas/generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../pallas/generate_random_fr/new/sample.json | 1 + .../pallas/generate_random_fr/new/tukey.json | 1 + .../pallas/generate_random_fr/report/MAD.svg | 288 +++++++ .../pallas/generate_random_fr/report/SD.svg | 303 ++++++++ .../generate_random_fr/report/index.html | 203 +++++ .../pallas/generate_random_fr/report/mean.svg | 288 +++++++ .../generate_random_fr/report/median.svg | 298 ++++++++ .../pallas/generate_random_fr/report/pdf.svg | 338 +++++++++ .../generate_random_fr/report/pdf_small.svg | 224 ++++++ .../generate_random_fr/report/regression.svg | 460 +++++++++++ .../report/regression_small.svg | 438 +++++++++++ .../generate_random_fr/report/slope.svg | 318 ++++++++ .../generate_random_fr/report/typical.svg | 318 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 283 +++++++ .../generate_stealth_address/report/SD.svg | 298 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 298 ++++++++ .../report/median.svg | 288 +++++++ .../generate_stealth_address/report/pdf.svg | 364 +++++++++ .../report/pdf_small.svg | 229 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../generate_stealth_address/report/slope.svg | 303 ++++++++ .../report/typical.svg | 303 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 303 ++++++++ .../report/SD.svg | 298 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 293 +++++++ .../report/median.svg | 283 +++++++ .../report/pdf.svg | 357 +++++++++ .../report/pdf_small.svg | 234 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../pallas/hash_to_fr/base/benchmark.json | 1 + .../pallas/hash_to_fr/base/estimates.json | 1 + benchmarks/pallas/hash_to_fr/base/sample.json | 1 + benchmarks/pallas/hash_to_fr/base/tukey.json | 1 + .../pallas/hash_to_fr/new/benchmark.json | 1 + .../pallas/hash_to_fr/new/estimates.json | 1 + benchmarks/pallas/hash_to_fr/new/sample.json | 1 + benchmarks/pallas/hash_to_fr/new/tukey.json | 1 + benchmarks/pallas/hash_to_fr/report/MAD.svg | 303 ++++++++ benchmarks/pallas/hash_to_fr/report/SD.svg | 308 ++++++++ .../pallas/hash_to_fr/report/index.html | 203 +++++ benchmarks/pallas/hash_to_fr/report/mean.svg | 298 ++++++++ .../pallas/hash_to_fr/report/median.svg | 323 ++++++++ benchmarks/pallas/hash_to_fr/report/pdf.svg | 340 +++++++++ .../pallas/hash_to_fr/report/pdf_small.svg | 204 +++++ .../pallas/hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ benchmarks/pallas/hash_to_fr/report/slope.svg | 303 ++++++++ .../pallas/hash_to_fr/report/typical.svg | 303 ++++++++ .../pallas/random_keypair/base/benchmark.json | 1 + .../pallas/random_keypair/base/estimates.json | 1 + .../pallas/random_keypair/base/sample.json | 1 + .../pallas/random_keypair/base/tukey.json | 1 + .../pallas/random_keypair/new/benchmark.json | 1 + .../pallas/random_keypair/new/estimates.json | 1 + .../pallas/random_keypair/new/sample.json | 1 + .../pallas/random_keypair/new/tukey.json | 1 + .../pallas/random_keypair/report/MAD.svg | 308 ++++++++ .../pallas/random_keypair/report/SD.svg | 293 +++++++ .../pallas/random_keypair/report/index.html | 203 +++++ .../pallas/random_keypair/report/mean.svg | 293 +++++++ .../pallas/random_keypair/report/median.svg | 288 +++++++ .../pallas/random_keypair/report/pdf.svg | 340 +++++++++ .../random_keypair/report/pdf_small.svg | 199 +++++ .../random_keypair/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../pallas/random_keypair/report/slope.svg | 303 ++++++++ .../pallas/random_keypair/report/typical.svg | 303 ++++++++ benchmarks/pallas/report/index.html | 231 ++++++ benchmarks/pallas/report/violin.svg | 678 +++++++++++++++++ benchmarks/report/index.html | 174 +++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 308 ++++++++ .../compute_shared_point/report/SD.svg | 293 +++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 303 ++++++++ .../compute_shared_point/report/median.svg | 293 +++++++ .../compute_shared_point/report/pdf.svg | 360 +++++++++ .../compute_shared_point/report/pdf_small.svg | 234 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../compute_shared_point/report/slope.svg | 293 +++++++ .../compute_shared_point/report/typical.svg | 293 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../derive_public_key/new/sample.json | 1 + .../derive_public_key/new/tukey.json | 1 + .../derive_public_key/report/MAD.svg | 278 +++++++ .../secp256k1/derive_public_key/report/SD.svg | 293 +++++++ .../derive_public_key/report/index.html | 203 +++++ .../derive_public_key/report/mean.svg | 298 ++++++++ .../derive_public_key/report/median.svg | 293 +++++++ .../derive_public_key/report/pdf.svg | 364 +++++++++ .../derive_public_key/report/pdf_small.svg | 234 ++++++ .../derive_public_key/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../derive_public_key/report/slope.svg | 293 +++++++ .../derive_public_key/report/typical.svg | 293 +++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../generate_random_fr/new/tukey.json | 1 + .../generate_random_fr/report/MAD.svg | 303 ++++++++ .../generate_random_fr/report/SD.svg | 298 ++++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 298 ++++++++ .../generate_random_fr/report/median.svg | 313 ++++++++ .../generate_random_fr/report/pdf.svg | 360 +++++++++ .../generate_random_fr/report/pdf_small.svg | 234 ++++++ .../generate_random_fr/report/regression.svg | 460 +++++++++++ .../report/regression_small.svg | 438 +++++++++++ .../generate_random_fr/report/slope.svg | 303 ++++++++ .../generate_random_fr/report/typical.svg | 303 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 303 ++++++++ .../generate_stealth_address/report/SD.svg | 298 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 293 +++++++ .../report/median.svg | 293 +++++++ .../generate_stealth_address/report/pdf.svg | 335 ++++++++ .../report/pdf_small.svg | 209 +++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../generate_stealth_address/report/slope.svg | 293 +++++++ .../report/typical.svg | 293 +++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 308 ++++++++ .../report/SD.svg | 308 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 313 ++++++++ .../report/median.svg | 303 ++++++++ .../report/pdf.svg | 342 +++++++++ .../report/pdf_small.svg | 219 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../secp256k1/hash_to_fr/base/benchmark.json | 1 + .../secp256k1/hash_to_fr/base/estimates.json | 1 + .../secp256k1/hash_to_fr/base/sample.json | 1 + .../secp256k1/hash_to_fr/base/tukey.json | 1 + .../secp256k1/hash_to_fr/new/benchmark.json | 1 + .../secp256k1/hash_to_fr/new/estimates.json | 1 + .../secp256k1/hash_to_fr/new/sample.json | 1 + .../secp256k1/hash_to_fr/new/tukey.json | 1 + .../secp256k1/hash_to_fr/report/MAD.svg | 293 +++++++ benchmarks/secp256k1/hash_to_fr/report/SD.svg | 298 ++++++++ .../secp256k1/hash_to_fr/report/index.html | 203 +++++ .../secp256k1/hash_to_fr/report/mean.svg | 303 ++++++++ .../secp256k1/hash_to_fr/report/median.svg | 303 ++++++++ .../secp256k1/hash_to_fr/report/pdf.svg | 365 +++++++++ .../secp256k1/hash_to_fr/report/pdf_small.svg | 219 ++++++ .../hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ .../secp256k1/hash_to_fr/report/slope.svg | 298 ++++++++ .../secp256k1/hash_to_fr/report/typical.svg | 298 ++++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../secp256k1/random_keypair/base/sample.json | 1 + .../secp256k1/random_keypair/base/tukey.json | 1 + .../random_keypair/new/benchmark.json | 1 + .../random_keypair/new/estimates.json | 1 + .../secp256k1/random_keypair/new/sample.json | 1 + .../secp256k1/random_keypair/new/tukey.json | 1 + .../secp256k1/random_keypair/report/MAD.svg | 293 +++++++ .../secp256k1/random_keypair/report/SD.svg | 318 ++++++++ .../random_keypair/report/index.html | 203 +++++ .../secp256k1/random_keypair/report/mean.svg | 288 +++++++ .../random_keypair/report/median.svg | 293 +++++++ .../secp256k1/random_keypair/report/pdf.svg | 349 +++++++++ .../random_keypair/report/pdf_small.svg | 224 ++++++ .../random_keypair/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../secp256k1/random_keypair/report/slope.svg | 318 ++++++++ .../random_keypair/report/typical.svg | 318 ++++++++ benchmarks/secp256k1/report/index.html | 231 ++++++ benchmarks/secp256k1/report/violin.svg | 691 +++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../compute_shared_point/new/tukey.json | 1 + .../compute_shared_point/report/MAD.svg | 308 ++++++++ .../compute_shared_point/report/SD.svg | 313 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 303 ++++++++ .../compute_shared_point/report/median.svg | 318 ++++++++ .../compute_shared_point/report/pdf.svg | 342 +++++++++ .../compute_shared_point/report/pdf_small.svg | 214 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../compute_shared_point/report/slope.svg | 293 +++++++ .../compute_shared_point/report/typical.svg | 293 +++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../derive_public_key/base/sample.json | 1 + .../derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../derive_public_key/new/sample.json | 1 + .../derive_public_key/new/tukey.json | 1 + .../derive_public_key/report/MAD.svg | 308 ++++++++ .../secp256r1/derive_public_key/report/SD.svg | 323 ++++++++ .../derive_public_key/report/index.html | 203 +++++ .../derive_public_key/report/mean.svg | 293 +++++++ .../derive_public_key/report/median.svg | 288 +++++++ .../derive_public_key/report/pdf.svg | 356 +++++++++ .../derive_public_key/report/pdf_small.svg | 224 ++++++ .../derive_public_key/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../derive_public_key/report/slope.svg | 298 ++++++++ .../derive_public_key/report/typical.svg | 298 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../generate_random_fr/base/sample.json | 1 + .../generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../generate_random_fr/new/sample.json | 1 + .../generate_random_fr/new/tukey.json | 1 + .../generate_random_fr/report/MAD.svg | 308 ++++++++ .../generate_random_fr/report/SD.svg | 303 ++++++++ .../generate_random_fr/report/index.html | 203 +++++ .../generate_random_fr/report/mean.svg | 298 ++++++++ .../generate_random_fr/report/median.svg | 293 +++++++ .../generate_random_fr/report/pdf.svg | 361 +++++++++ .../generate_random_fr/report/pdf_small.svg | 234 ++++++ .../generate_random_fr/report/regression.svg | 447 +++++++++++ .../report/regression_small.svg | 425 +++++++++++ .../generate_random_fr/report/slope.svg | 308 ++++++++ .../generate_random_fr/report/typical.svg | 308 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 293 +++++++ .../generate_stealth_address/report/SD.svg | 318 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 293 +++++++ .../report/median.svg | 303 ++++++++ .../generate_stealth_address/report/pdf.svg | 353 +++++++++ .../report/pdf_small.svg | 219 ++++++ .../report/regression.svg | 434 +++++++++++ .../report/regression_small.svg | 412 ++++++++++ .../generate_stealth_address/report/slope.svg | 303 ++++++++ .../report/typical.svg | 303 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 313 ++++++++ .../report/SD.svg | 303 ++++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 293 +++++++ .../report/median.svg | 303 ++++++++ .../report/pdf.svg | 344 +++++++++ .../report/pdf_small.svg | 224 ++++++ .../report/regression.svg | 395 ++++++++++ .../report/regression_small.svg | 373 +++++++++ .../report/slope.svg | 293 +++++++ .../report/typical.svg | 293 +++++++ .../secp256r1/hash_to_fr/base/benchmark.json | 1 + .../secp256r1/hash_to_fr/base/estimates.json | 1 + .../secp256r1/hash_to_fr/base/sample.json | 1 + .../secp256r1/hash_to_fr/base/tukey.json | 1 + .../secp256r1/hash_to_fr/new/benchmark.json | 1 + .../secp256r1/hash_to_fr/new/estimates.json | 1 + .../secp256r1/hash_to_fr/new/sample.json | 1 + .../secp256r1/hash_to_fr/new/tukey.json | 1 + .../secp256r1/hash_to_fr/report/MAD.svg | 303 ++++++++ benchmarks/secp256r1/hash_to_fr/report/SD.svg | 303 ++++++++ .../secp256r1/hash_to_fr/report/index.html | 203 +++++ .../secp256r1/hash_to_fr/report/mean.svg | 293 +++++++ .../secp256r1/hash_to_fr/report/median.svg | 288 +++++++ .../secp256r1/hash_to_fr/report/pdf.svg | 378 +++++++++ .../secp256r1/hash_to_fr/report/pdf_small.svg | 214 ++++++ .../hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ .../secp256r1/hash_to_fr/report/slope.svg | 298 ++++++++ .../secp256r1/hash_to_fr/report/typical.svg | 298 ++++++++ .../random_keypair/base/benchmark.json | 1 + .../random_keypair/base/estimates.json | 1 + .../secp256r1/random_keypair/base/sample.json | 1 + .../secp256r1/random_keypair/base/tukey.json | 1 + .../random_keypair/new/benchmark.json | 1 + .../random_keypair/new/estimates.json | 1 + .../secp256r1/random_keypair/new/sample.json | 1 + .../secp256r1/random_keypair/new/tukey.json | 1 + .../secp256r1/random_keypair/report/MAD.svg | 308 ++++++++ .../secp256r1/random_keypair/report/SD.svg | 293 +++++++ .../random_keypair/report/index.html | 203 +++++ .../secp256r1/random_keypair/report/mean.svg | 298 ++++++++ .../random_keypair/report/median.svg | 298 ++++++++ .../secp256r1/random_keypair/report/pdf.svg | 286 +++++++ .../random_keypair/report/pdf_small.svg | 209 +++++ .../random_keypair/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../secp256r1/random_keypair/report/slope.svg | 298 ++++++++ .../random_keypair/report/typical.svg | 298 ++++++++ benchmarks/secp256r1/report/index.html | 231 ++++++ benchmarks/secp256r1/report/violin.svg | 693 +++++++++++++++++ .../compute_shared_point/base/benchmark.json | 1 + .../compute_shared_point/base/estimates.json | 1 + .../compute_shared_point/base/sample.json | 1 + .../compute_shared_point/base/tukey.json | 1 + .../compute_shared_point/new/benchmark.json | 1 + .../compute_shared_point/new/estimates.json | 1 + .../compute_shared_point/new/sample.json | 1 + .../vesta/compute_shared_point/new/tukey.json | 1 + .../vesta/compute_shared_point/report/MAD.svg | 303 ++++++++ .../vesta/compute_shared_point/report/SD.svg | 318 ++++++++ .../compute_shared_point/report/index.html | 203 +++++ .../compute_shared_point/report/mean.svg | 293 +++++++ .../compute_shared_point/report/median.svg | 288 +++++++ .../vesta/compute_shared_point/report/pdf.svg | 355 +++++++++ .../compute_shared_point/report/pdf_small.svg | 219 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../compute_shared_point/report/slope.svg | 298 ++++++++ .../compute_shared_point/report/typical.svg | 298 ++++++++ .../derive_public_key/base/benchmark.json | 1 + .../derive_public_key/base/estimates.json | 1 + .../vesta/derive_public_key/base/sample.json | 1 + .../vesta/derive_public_key/base/tukey.json | 1 + .../derive_public_key/new/benchmark.json | 1 + .../derive_public_key/new/estimates.json | 1 + .../vesta/derive_public_key/new/sample.json | 1 + .../vesta/derive_public_key/new/tukey.json | 1 + .../vesta/derive_public_key/report/MAD.svg | 298 ++++++++ .../vesta/derive_public_key/report/SD.svg | 293 +++++++ .../vesta/derive_public_key/report/index.html | 203 +++++ .../vesta/derive_public_key/report/mean.svg | 293 +++++++ .../vesta/derive_public_key/report/median.svg | 288 +++++++ .../vesta/derive_public_key/report/pdf.svg | 365 +++++++++ .../derive_public_key/report/pdf_small.svg | 224 ++++++ .../derive_public_key/report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../vesta/derive_public_key/report/slope.svg | 318 ++++++++ .../derive_public_key/report/typical.svg | 318 ++++++++ .../generate_random_fr/base/benchmark.json | 1 + .../generate_random_fr/base/estimates.json | 1 + .../vesta/generate_random_fr/base/sample.json | 1 + .../vesta/generate_random_fr/base/tukey.json | 1 + .../generate_random_fr/new/benchmark.json | 1 + .../generate_random_fr/new/estimates.json | 1 + .../vesta/generate_random_fr/new/sample.json | 1 + .../vesta/generate_random_fr/new/tukey.json | 1 + .../vesta/generate_random_fr/report/MAD.svg | 323 ++++++++ .../vesta/generate_random_fr/report/SD.svg | 293 +++++++ .../generate_random_fr/report/index.html | 203 +++++ .../vesta/generate_random_fr/report/mean.svg | 288 +++++++ .../generate_random_fr/report/median.svg | 313 ++++++++ .../vesta/generate_random_fr/report/pdf.svg | 339 +++++++++ .../generate_random_fr/report/pdf_small.svg | 219 ++++++ .../generate_random_fr/report/regression.svg | 460 +++++++++++ .../report/regression_small.svg | 438 +++++++++++ .../vesta/generate_random_fr/report/slope.svg | 293 +++++++ .../generate_random_fr/report/typical.svg | 293 +++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../generate_stealth_address/base/sample.json | 1 + .../generate_stealth_address/base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../generate_stealth_address/new/sample.json | 1 + .../generate_stealth_address/new/tukey.json | 1 + .../generate_stealth_address/report/MAD.svg | 293 +++++++ .../generate_stealth_address/report/SD.svg | 298 ++++++++ .../report/index.html | 203 +++++ .../generate_stealth_address/report/mean.svg | 323 ++++++++ .../report/median.svg | 308 ++++++++ .../generate_stealth_address/report/pdf.svg | 367 +++++++++ .../report/pdf_small.svg | 234 ++++++ .../report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../generate_stealth_address/report/slope.svg | 298 ++++++++ .../report/typical.svg | 298 ++++++++ .../base/benchmark.json | 1 + .../base/estimates.json | 1 + .../base/sample.json | 1 + .../base/tukey.json | 1 + .../new/benchmark.json | 1 + .../new/estimates.json | 1 + .../new/sample.json | 1 + .../new/tukey.json | 1 + .../report/MAD.svg | 308 ++++++++ .../report/SD.svg | 288 +++++++ .../report/index.html | 203 +++++ .../report/mean.svg | 318 ++++++++ .../report/median.svg | 308 ++++++++ .../report/pdf.svg | 358 +++++++++ .../report/pdf_small.svg | 219 ++++++ .../report/regression.svg | 408 ++++++++++ .../report/regression_small.svg | 386 ++++++++++ .../report/slope.svg | 303 ++++++++ .../report/typical.svg | 303 ++++++++ .../vesta/hash_to_fr/base/benchmark.json | 1 + .../vesta/hash_to_fr/base/estimates.json | 1 + benchmarks/vesta/hash_to_fr/base/sample.json | 1 + benchmarks/vesta/hash_to_fr/base/tukey.json | 1 + .../vesta/hash_to_fr/new/benchmark.json | 1 + .../vesta/hash_to_fr/new/estimates.json | 1 + benchmarks/vesta/hash_to_fr/new/sample.json | 1 + benchmarks/vesta/hash_to_fr/new/tukey.json | 1 + benchmarks/vesta/hash_to_fr/report/MAD.svg | 298 ++++++++ benchmarks/vesta/hash_to_fr/report/SD.svg | 288 +++++++ benchmarks/vesta/hash_to_fr/report/index.html | 203 +++++ benchmarks/vesta/hash_to_fr/report/mean.svg | 303 ++++++++ benchmarks/vesta/hash_to_fr/report/median.svg | 303 ++++++++ benchmarks/vesta/hash_to_fr/report/pdf.svg | 319 ++++++++ .../vesta/hash_to_fr/report/pdf_small.svg | 199 +++++ .../vesta/hash_to_fr/report/regression.svg | 499 ++++++++++++ .../hash_to_fr/report/regression_small.svg | 477 ++++++++++++ benchmarks/vesta/hash_to_fr/report/slope.svg | 293 +++++++ .../vesta/hash_to_fr/report/typical.svg | 293 +++++++ .../vesta/random_keypair/base/benchmark.json | 1 + .../vesta/random_keypair/base/estimates.json | 1 + .../vesta/random_keypair/base/sample.json | 1 + .../vesta/random_keypair/base/tukey.json | 1 + .../vesta/random_keypair/new/benchmark.json | 1 + .../vesta/random_keypair/new/estimates.json | 1 + .../vesta/random_keypair/new/sample.json | 1 + .../vesta/random_keypair/new/tukey.json | 1 + .../vesta/random_keypair/report/MAD.svg | 313 ++++++++ benchmarks/vesta/random_keypair/report/SD.svg | 298 ++++++++ .../vesta/random_keypair/report/index.html | 203 +++++ .../vesta/random_keypair/report/mean.svg | 293 +++++++ .../vesta/random_keypair/report/median.svg | 323 ++++++++ .../vesta/random_keypair/report/pdf.svg | 343 +++++++++ .../vesta/random_keypair/report/pdf_small.svg | 204 +++++ .../random_keypair/report/regression.svg | 421 ++++++++++ .../report/regression_small.svg | 399 ++++++++++ .../vesta/random_keypair/report/slope.svg | 303 ++++++++ .../vesta/random_keypair/report/typical.svg | 303 ++++++++ benchmarks/vesta/report/index.html | 231 ++++++ benchmarks/vesta/report/violin.svg | 691 +++++++++++++++++ example/Cargo.toml | 2 +- example/src/main.rs | 4 +- sdk/Cargo.toml | 5 + sdk/benches/benches.rs | 120 +++ sdk/src/stealth_addresses.rs | 7 + 1224 files changed, 224065 insertions(+), 6 deletions(-) create mode 100644 benchmarks/babyjubjub/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/base/estimates.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/base/sample.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/base/tukey.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/new/estimates.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/new/sample.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/new/tukey.json create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/SD.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/index.html create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/mean.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/median.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/regression.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/slope.svg create mode 100644 benchmarks/babyjubjub/compute_shared_point/report/typical.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/base/benchmark.json create mode 100644 benchmarks/babyjubjub/derive_public_key/base/estimates.json create mode 100644 benchmarks/babyjubjub/derive_public_key/base/sample.json create mode 100644 benchmarks/babyjubjub/derive_public_key/base/tukey.json create mode 100644 benchmarks/babyjubjub/derive_public_key/new/benchmark.json create mode 100644 benchmarks/babyjubjub/derive_public_key/new/estimates.json create mode 100644 benchmarks/babyjubjub/derive_public_key/new/sample.json create mode 100644 benchmarks/babyjubjub/derive_public_key/new/tukey.json create mode 100644 benchmarks/babyjubjub/derive_public_key/report/MAD.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/SD.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/index.html create mode 100644 benchmarks/babyjubjub/derive_public_key/report/mean.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/median.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/pdf.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/regression.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/slope.svg create mode 100644 benchmarks/babyjubjub/derive_public_key/report/typical.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/base/estimates.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/base/sample.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/base/tukey.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/new/estimates.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/new/sample.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/new/tukey.json create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/SD.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/index.html create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/mean.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/median.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/regression.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/slope.svg create mode 100644 benchmarks/babyjubjub/generate_random_fr/report/typical.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/base/sample.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/new/sample.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/index.html create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/median.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/babyjubjub/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/base/estimates.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/base/sample.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/base/tukey.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/new/estimates.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/new/sample.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/new/tukey.json create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/SD.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/index.html create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/mean.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/median.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/regression.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/slope.svg create mode 100644 benchmarks/babyjubjub/hash_to_fr/report/typical.svg create mode 100644 benchmarks/babyjubjub/random_keypair/base/benchmark.json create mode 100644 benchmarks/babyjubjub/random_keypair/base/estimates.json create mode 100644 benchmarks/babyjubjub/random_keypair/base/sample.json create mode 100644 benchmarks/babyjubjub/random_keypair/base/tukey.json create mode 100644 benchmarks/babyjubjub/random_keypair/new/benchmark.json create mode 100644 benchmarks/babyjubjub/random_keypair/new/estimates.json create mode 100644 benchmarks/babyjubjub/random_keypair/new/sample.json create mode 100644 benchmarks/babyjubjub/random_keypair/new/tukey.json create mode 100644 benchmarks/babyjubjub/random_keypair/report/MAD.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/SD.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/index.html create mode 100644 benchmarks/babyjubjub/random_keypair/report/mean.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/median.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/pdf.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/regression.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/regression_small.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/slope.svg create mode 100644 benchmarks/babyjubjub/random_keypair/report/typical.svg create mode 100644 benchmarks/babyjubjub/report/index.html create mode 100644 benchmarks/babyjubjub/report/violin.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/bls12_377/compute_shared_point/base/estimates.json create mode 100644 benchmarks/bls12_377/compute_shared_point/base/sample.json create mode 100644 benchmarks/bls12_377/compute_shared_point/base/tukey.json create mode 100644 benchmarks/bls12_377/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/bls12_377/compute_shared_point/new/estimates.json create mode 100644 benchmarks/bls12_377/compute_shared_point/new/sample.json create mode 100644 benchmarks/bls12_377/compute_shared_point/new/tukey.json create mode 100644 benchmarks/bls12_377/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/SD.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/index.html create mode 100644 benchmarks/bls12_377/compute_shared_point/report/mean.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/median.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/regression.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/slope.svg create mode 100644 benchmarks/bls12_377/compute_shared_point/report/typical.svg create mode 100644 benchmarks/bls12_377/derive_public_key/base/benchmark.json create mode 100644 benchmarks/bls12_377/derive_public_key/base/estimates.json create mode 100644 benchmarks/bls12_377/derive_public_key/base/sample.json create mode 100644 benchmarks/bls12_377/derive_public_key/base/tukey.json create mode 100644 benchmarks/bls12_377/derive_public_key/new/benchmark.json create mode 100644 benchmarks/bls12_377/derive_public_key/new/estimates.json create mode 100644 benchmarks/bls12_377/derive_public_key/new/sample.json create mode 100644 benchmarks/bls12_377/derive_public_key/new/tukey.json create mode 100644 benchmarks/bls12_377/derive_public_key/report/MAD.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/SD.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/index.html create mode 100644 benchmarks/bls12_377/derive_public_key/report/mean.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/median.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/pdf.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/regression.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/slope.svg create mode 100644 benchmarks/bls12_377/derive_public_key/report/typical.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/bls12_377/generate_random_fr/base/estimates.json create mode 100644 benchmarks/bls12_377/generate_random_fr/base/sample.json create mode 100644 benchmarks/bls12_377/generate_random_fr/base/tukey.json create mode 100644 benchmarks/bls12_377/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/bls12_377/generate_random_fr/new/estimates.json create mode 100644 benchmarks/bls12_377/generate_random_fr/new/sample.json create mode 100644 benchmarks/bls12_377/generate_random_fr/new/tukey.json create mode 100644 benchmarks/bls12_377/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/SD.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/index.html create mode 100644 benchmarks/bls12_377/generate_random_fr/report/mean.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/median.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/regression.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/slope.svg create mode 100644 benchmarks/bls12_377/generate_random_fr/report/typical.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/base/sample.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/new/sample.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/index.html create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/median.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/bls12_377/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/bls12_377/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/bls12_377/hash_to_fr/base/estimates.json create mode 100644 benchmarks/bls12_377/hash_to_fr/base/sample.json create mode 100644 benchmarks/bls12_377/hash_to_fr/base/tukey.json create mode 100644 benchmarks/bls12_377/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/bls12_377/hash_to_fr/new/estimates.json create mode 100644 benchmarks/bls12_377/hash_to_fr/new/sample.json create mode 100644 benchmarks/bls12_377/hash_to_fr/new/tukey.json create mode 100644 benchmarks/bls12_377/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/SD.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/index.html create mode 100644 benchmarks/bls12_377/hash_to_fr/report/mean.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/median.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/regression.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/slope.svg create mode 100644 benchmarks/bls12_377/hash_to_fr/report/typical.svg create mode 100644 benchmarks/bls12_377/random_keypair/base/benchmark.json create mode 100644 benchmarks/bls12_377/random_keypair/base/estimates.json create mode 100644 benchmarks/bls12_377/random_keypair/base/sample.json create mode 100644 benchmarks/bls12_377/random_keypair/base/tukey.json create mode 100644 benchmarks/bls12_377/random_keypair/new/benchmark.json create mode 100644 benchmarks/bls12_377/random_keypair/new/estimates.json create mode 100644 benchmarks/bls12_377/random_keypair/new/sample.json create mode 100644 benchmarks/bls12_377/random_keypair/new/tukey.json create mode 100644 benchmarks/bls12_377/random_keypair/report/MAD.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/SD.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/index.html create mode 100644 benchmarks/bls12_377/random_keypair/report/mean.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/median.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/pdf.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/regression.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/regression_small.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/slope.svg create mode 100644 benchmarks/bls12_377/random_keypair/report/typical.svg create mode 100644 benchmarks/bls12_377/report/index.html create mode 100644 benchmarks/bls12_377/report/violin.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/bls12_381/compute_shared_point/base/estimates.json create mode 100644 benchmarks/bls12_381/compute_shared_point/base/sample.json create mode 100644 benchmarks/bls12_381/compute_shared_point/base/tukey.json create mode 100644 benchmarks/bls12_381/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/bls12_381/compute_shared_point/new/estimates.json create mode 100644 benchmarks/bls12_381/compute_shared_point/new/sample.json create mode 100644 benchmarks/bls12_381/compute_shared_point/new/tukey.json create mode 100644 benchmarks/bls12_381/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/SD.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/index.html create mode 100644 benchmarks/bls12_381/compute_shared_point/report/mean.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/median.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/regression.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/slope.svg create mode 100644 benchmarks/bls12_381/compute_shared_point/report/typical.svg create mode 100644 benchmarks/bls12_381/derive_public_key/base/benchmark.json create mode 100644 benchmarks/bls12_381/derive_public_key/base/estimates.json create mode 100644 benchmarks/bls12_381/derive_public_key/base/sample.json create mode 100644 benchmarks/bls12_381/derive_public_key/base/tukey.json create mode 100644 benchmarks/bls12_381/derive_public_key/new/benchmark.json create mode 100644 benchmarks/bls12_381/derive_public_key/new/estimates.json create mode 100644 benchmarks/bls12_381/derive_public_key/new/sample.json create mode 100644 benchmarks/bls12_381/derive_public_key/new/tukey.json create mode 100644 benchmarks/bls12_381/derive_public_key/report/MAD.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/SD.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/index.html create mode 100644 benchmarks/bls12_381/derive_public_key/report/mean.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/median.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/pdf.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/regression.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/slope.svg create mode 100644 benchmarks/bls12_381/derive_public_key/report/typical.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/bls12_381/generate_random_fr/base/estimates.json create mode 100644 benchmarks/bls12_381/generate_random_fr/base/sample.json create mode 100644 benchmarks/bls12_381/generate_random_fr/base/tukey.json create mode 100644 benchmarks/bls12_381/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/bls12_381/generate_random_fr/new/estimates.json create mode 100644 benchmarks/bls12_381/generate_random_fr/new/sample.json create mode 100644 benchmarks/bls12_381/generate_random_fr/new/tukey.json create mode 100644 benchmarks/bls12_381/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/SD.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/index.html create mode 100644 benchmarks/bls12_381/generate_random_fr/report/mean.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/median.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/regression.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/slope.svg create mode 100644 benchmarks/bls12_381/generate_random_fr/report/typical.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/base/sample.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/new/sample.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/index.html create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/median.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/bls12_381/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/bls12_381/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/bls12_381/hash_to_fr/base/estimates.json create mode 100644 benchmarks/bls12_381/hash_to_fr/base/sample.json create mode 100644 benchmarks/bls12_381/hash_to_fr/base/tukey.json create mode 100644 benchmarks/bls12_381/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/bls12_381/hash_to_fr/new/estimates.json create mode 100644 benchmarks/bls12_381/hash_to_fr/new/sample.json create mode 100644 benchmarks/bls12_381/hash_to_fr/new/tukey.json create mode 100644 benchmarks/bls12_381/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/SD.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/index.html create mode 100644 benchmarks/bls12_381/hash_to_fr/report/mean.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/median.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/regression.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/slope.svg create mode 100644 benchmarks/bls12_381/hash_to_fr/report/typical.svg create mode 100644 benchmarks/bls12_381/random_keypair/base/benchmark.json create mode 100644 benchmarks/bls12_381/random_keypair/base/estimates.json create mode 100644 benchmarks/bls12_381/random_keypair/base/sample.json create mode 100644 benchmarks/bls12_381/random_keypair/base/tukey.json create mode 100644 benchmarks/bls12_381/random_keypair/new/benchmark.json create mode 100644 benchmarks/bls12_381/random_keypair/new/estimates.json create mode 100644 benchmarks/bls12_381/random_keypair/new/sample.json create mode 100644 benchmarks/bls12_381/random_keypair/new/tukey.json create mode 100644 benchmarks/bls12_381/random_keypair/report/MAD.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/SD.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/index.html create mode 100644 benchmarks/bls12_381/random_keypair/report/mean.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/median.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/pdf.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/regression.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/regression_small.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/slope.svg create mode 100644 benchmarks/bls12_381/random_keypair/report/typical.svg create mode 100644 benchmarks/bls12_381/report/index.html create mode 100644 benchmarks/bls12_381/report/violin.svg create mode 100644 benchmarks/bn254/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/bn254/compute_shared_point/base/estimates.json create mode 100644 benchmarks/bn254/compute_shared_point/base/sample.json create mode 100644 benchmarks/bn254/compute_shared_point/base/tukey.json create mode 100644 benchmarks/bn254/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/bn254/compute_shared_point/new/estimates.json create mode 100644 benchmarks/bn254/compute_shared_point/new/sample.json create mode 100644 benchmarks/bn254/compute_shared_point/new/tukey.json create mode 100644 benchmarks/bn254/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/SD.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/index.html create mode 100644 benchmarks/bn254/compute_shared_point/report/mean.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/median.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/regression.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/slope.svg create mode 100644 benchmarks/bn254/compute_shared_point/report/typical.svg create mode 100644 benchmarks/bn254/derive_public_key/base/benchmark.json create mode 100644 benchmarks/bn254/derive_public_key/base/estimates.json create mode 100644 benchmarks/bn254/derive_public_key/base/sample.json create mode 100644 benchmarks/bn254/derive_public_key/base/tukey.json create mode 100644 benchmarks/bn254/derive_public_key/new/benchmark.json create mode 100644 benchmarks/bn254/derive_public_key/new/estimates.json create mode 100644 benchmarks/bn254/derive_public_key/new/sample.json create mode 100644 benchmarks/bn254/derive_public_key/new/tukey.json create mode 100644 benchmarks/bn254/derive_public_key/report/MAD.svg create mode 100644 benchmarks/bn254/derive_public_key/report/SD.svg create mode 100644 benchmarks/bn254/derive_public_key/report/index.html create mode 100644 benchmarks/bn254/derive_public_key/report/mean.svg create mode 100644 benchmarks/bn254/derive_public_key/report/median.svg create mode 100644 benchmarks/bn254/derive_public_key/report/pdf.svg create mode 100644 benchmarks/bn254/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/bn254/derive_public_key/report/regression.svg create mode 100644 benchmarks/bn254/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/bn254/derive_public_key/report/slope.svg create mode 100644 benchmarks/bn254/derive_public_key/report/typical.svg create mode 100644 benchmarks/bn254/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/bn254/generate_random_fr/base/estimates.json create mode 100644 benchmarks/bn254/generate_random_fr/base/sample.json create mode 100644 benchmarks/bn254/generate_random_fr/base/tukey.json create mode 100644 benchmarks/bn254/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/bn254/generate_random_fr/new/estimates.json create mode 100644 benchmarks/bn254/generate_random_fr/new/sample.json create mode 100644 benchmarks/bn254/generate_random_fr/new/tukey.json create mode 100644 benchmarks/bn254/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/SD.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/index.html create mode 100644 benchmarks/bn254/generate_random_fr/report/mean.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/median.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/regression.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/slope.svg create mode 100644 benchmarks/bn254/generate_random_fr/report/typical.svg create mode 100644 benchmarks/bn254/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/bn254/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/bn254/generate_stealth_address/base/sample.json create mode 100644 benchmarks/bn254/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/bn254/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/bn254/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/bn254/generate_stealth_address/new/sample.json create mode 100644 benchmarks/bn254/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/bn254/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/index.html create mode 100644 benchmarks/bn254/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/median.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/bn254/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/bn254/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/bn254/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/bn254/hash_to_fr/base/estimates.json create mode 100644 benchmarks/bn254/hash_to_fr/base/sample.json create mode 100644 benchmarks/bn254/hash_to_fr/base/tukey.json create mode 100644 benchmarks/bn254/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/bn254/hash_to_fr/new/estimates.json create mode 100644 benchmarks/bn254/hash_to_fr/new/sample.json create mode 100644 benchmarks/bn254/hash_to_fr/new/tukey.json create mode 100644 benchmarks/bn254/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/SD.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/index.html create mode 100644 benchmarks/bn254/hash_to_fr/report/mean.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/median.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/regression.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/slope.svg create mode 100644 benchmarks/bn254/hash_to_fr/report/typical.svg create mode 100644 benchmarks/bn254/random_keypair/base/benchmark.json create mode 100644 benchmarks/bn254/random_keypair/base/estimates.json create mode 100644 benchmarks/bn254/random_keypair/base/sample.json create mode 100644 benchmarks/bn254/random_keypair/base/tukey.json create mode 100644 benchmarks/bn254/random_keypair/new/benchmark.json create mode 100644 benchmarks/bn254/random_keypair/new/estimates.json create mode 100644 benchmarks/bn254/random_keypair/new/sample.json create mode 100644 benchmarks/bn254/random_keypair/new/tukey.json create mode 100644 benchmarks/bn254/random_keypair/report/MAD.svg create mode 100644 benchmarks/bn254/random_keypair/report/SD.svg create mode 100644 benchmarks/bn254/random_keypair/report/index.html create mode 100644 benchmarks/bn254/random_keypair/report/mean.svg create mode 100644 benchmarks/bn254/random_keypair/report/median.svg create mode 100644 benchmarks/bn254/random_keypair/report/pdf.svg create mode 100644 benchmarks/bn254/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/bn254/random_keypair/report/regression.svg create mode 100644 benchmarks/bn254/random_keypair/report/regression_small.svg create mode 100644 benchmarks/bn254/random_keypair/report/slope.svg create mode 100644 benchmarks/bn254/random_keypair/report/typical.svg create mode 100644 benchmarks/bn254/report/index.html create mode 100644 benchmarks/bn254/report/violin.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/bw6_761/compute_shared_point/base/estimates.json create mode 100644 benchmarks/bw6_761/compute_shared_point/base/sample.json create mode 100644 benchmarks/bw6_761/compute_shared_point/base/tukey.json create mode 100644 benchmarks/bw6_761/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/bw6_761/compute_shared_point/new/estimates.json create mode 100644 benchmarks/bw6_761/compute_shared_point/new/sample.json create mode 100644 benchmarks/bw6_761/compute_shared_point/new/tukey.json create mode 100644 benchmarks/bw6_761/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/SD.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/index.html create mode 100644 benchmarks/bw6_761/compute_shared_point/report/mean.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/median.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/regression.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/slope.svg create mode 100644 benchmarks/bw6_761/compute_shared_point/report/typical.svg create mode 100644 benchmarks/bw6_761/derive_public_key/base/benchmark.json create mode 100644 benchmarks/bw6_761/derive_public_key/base/estimates.json create mode 100644 benchmarks/bw6_761/derive_public_key/base/sample.json create mode 100644 benchmarks/bw6_761/derive_public_key/base/tukey.json create mode 100644 benchmarks/bw6_761/derive_public_key/new/benchmark.json create mode 100644 benchmarks/bw6_761/derive_public_key/new/estimates.json create mode 100644 benchmarks/bw6_761/derive_public_key/new/sample.json create mode 100644 benchmarks/bw6_761/derive_public_key/new/tukey.json create mode 100644 benchmarks/bw6_761/derive_public_key/report/MAD.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/SD.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/index.html create mode 100644 benchmarks/bw6_761/derive_public_key/report/mean.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/median.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/pdf.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/regression.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/slope.svg create mode 100644 benchmarks/bw6_761/derive_public_key/report/typical.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/bw6_761/generate_random_fr/base/estimates.json create mode 100644 benchmarks/bw6_761/generate_random_fr/base/sample.json create mode 100644 benchmarks/bw6_761/generate_random_fr/base/tukey.json create mode 100644 benchmarks/bw6_761/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/bw6_761/generate_random_fr/new/estimates.json create mode 100644 benchmarks/bw6_761/generate_random_fr/new/sample.json create mode 100644 benchmarks/bw6_761/generate_random_fr/new/tukey.json create mode 100644 benchmarks/bw6_761/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/SD.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/index.html create mode 100644 benchmarks/bw6_761/generate_random_fr/report/mean.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/median.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/regression.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/slope.svg create mode 100644 benchmarks/bw6_761/generate_random_fr/report/typical.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/base/sample.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/new/sample.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/index.html create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/median.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/bw6_761/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/bw6_761/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/bw6_761/hash_to_fr/base/estimates.json create mode 100644 benchmarks/bw6_761/hash_to_fr/base/sample.json create mode 100644 benchmarks/bw6_761/hash_to_fr/base/tukey.json create mode 100644 benchmarks/bw6_761/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/bw6_761/hash_to_fr/new/estimates.json create mode 100644 benchmarks/bw6_761/hash_to_fr/new/sample.json create mode 100644 benchmarks/bw6_761/hash_to_fr/new/tukey.json create mode 100644 benchmarks/bw6_761/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/SD.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/index.html create mode 100644 benchmarks/bw6_761/hash_to_fr/report/mean.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/median.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/regression.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/slope.svg create mode 100644 benchmarks/bw6_761/hash_to_fr/report/typical.svg create mode 100644 benchmarks/bw6_761/random_keypair/base/benchmark.json create mode 100644 benchmarks/bw6_761/random_keypair/base/estimates.json create mode 100644 benchmarks/bw6_761/random_keypair/base/sample.json create mode 100644 benchmarks/bw6_761/random_keypair/base/tukey.json create mode 100644 benchmarks/bw6_761/random_keypair/new/benchmark.json create mode 100644 benchmarks/bw6_761/random_keypair/new/estimates.json create mode 100644 benchmarks/bw6_761/random_keypair/new/sample.json create mode 100644 benchmarks/bw6_761/random_keypair/new/tukey.json create mode 100644 benchmarks/bw6_761/random_keypair/report/MAD.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/SD.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/index.html create mode 100644 benchmarks/bw6_761/random_keypair/report/mean.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/median.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/pdf.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/regression.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/regression_small.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/slope.svg create mode 100644 benchmarks/bw6_761/random_keypair/report/typical.svg create mode 100644 benchmarks/bw6_761/report/index.html create mode 100644 benchmarks/bw6_761/report/violin.svg create mode 100644 benchmarks/pallas/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/pallas/compute_shared_point/base/estimates.json create mode 100644 benchmarks/pallas/compute_shared_point/base/sample.json create mode 100644 benchmarks/pallas/compute_shared_point/base/tukey.json create mode 100644 benchmarks/pallas/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/pallas/compute_shared_point/new/estimates.json create mode 100644 benchmarks/pallas/compute_shared_point/new/sample.json create mode 100644 benchmarks/pallas/compute_shared_point/new/tukey.json create mode 100644 benchmarks/pallas/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/SD.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/index.html create mode 100644 benchmarks/pallas/compute_shared_point/report/mean.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/median.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/regression.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/slope.svg create mode 100644 benchmarks/pallas/compute_shared_point/report/typical.svg create mode 100644 benchmarks/pallas/derive_public_key/base/benchmark.json create mode 100644 benchmarks/pallas/derive_public_key/base/estimates.json create mode 100644 benchmarks/pallas/derive_public_key/base/sample.json create mode 100644 benchmarks/pallas/derive_public_key/base/tukey.json create mode 100644 benchmarks/pallas/derive_public_key/new/benchmark.json create mode 100644 benchmarks/pallas/derive_public_key/new/estimates.json create mode 100644 benchmarks/pallas/derive_public_key/new/sample.json create mode 100644 benchmarks/pallas/derive_public_key/new/tukey.json create mode 100644 benchmarks/pallas/derive_public_key/report/MAD.svg create mode 100644 benchmarks/pallas/derive_public_key/report/SD.svg create mode 100644 benchmarks/pallas/derive_public_key/report/index.html create mode 100644 benchmarks/pallas/derive_public_key/report/mean.svg create mode 100644 benchmarks/pallas/derive_public_key/report/median.svg create mode 100644 benchmarks/pallas/derive_public_key/report/pdf.svg create mode 100644 benchmarks/pallas/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/pallas/derive_public_key/report/regression.svg create mode 100644 benchmarks/pallas/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/pallas/derive_public_key/report/slope.svg create mode 100644 benchmarks/pallas/derive_public_key/report/typical.svg create mode 100644 benchmarks/pallas/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/pallas/generate_random_fr/base/estimates.json create mode 100644 benchmarks/pallas/generate_random_fr/base/sample.json create mode 100644 benchmarks/pallas/generate_random_fr/base/tukey.json create mode 100644 benchmarks/pallas/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/pallas/generate_random_fr/new/estimates.json create mode 100644 benchmarks/pallas/generate_random_fr/new/sample.json create mode 100644 benchmarks/pallas/generate_random_fr/new/tukey.json create mode 100644 benchmarks/pallas/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/SD.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/index.html create mode 100644 benchmarks/pallas/generate_random_fr/report/mean.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/median.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/regression.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/slope.svg create mode 100644 benchmarks/pallas/generate_random_fr/report/typical.svg create mode 100644 benchmarks/pallas/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/pallas/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/pallas/generate_stealth_address/base/sample.json create mode 100644 benchmarks/pallas/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/pallas/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/pallas/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/pallas/generate_stealth_address/new/sample.json create mode 100644 benchmarks/pallas/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/pallas/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/index.html create mode 100644 benchmarks/pallas/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/median.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/pallas/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/pallas/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/pallas/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/pallas/hash_to_fr/base/estimates.json create mode 100644 benchmarks/pallas/hash_to_fr/base/sample.json create mode 100644 benchmarks/pallas/hash_to_fr/base/tukey.json create mode 100644 benchmarks/pallas/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/pallas/hash_to_fr/new/estimates.json create mode 100644 benchmarks/pallas/hash_to_fr/new/sample.json create mode 100644 benchmarks/pallas/hash_to_fr/new/tukey.json create mode 100644 benchmarks/pallas/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/SD.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/index.html create mode 100644 benchmarks/pallas/hash_to_fr/report/mean.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/median.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/regression.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/slope.svg create mode 100644 benchmarks/pallas/hash_to_fr/report/typical.svg create mode 100644 benchmarks/pallas/random_keypair/base/benchmark.json create mode 100644 benchmarks/pallas/random_keypair/base/estimates.json create mode 100644 benchmarks/pallas/random_keypair/base/sample.json create mode 100644 benchmarks/pallas/random_keypair/base/tukey.json create mode 100644 benchmarks/pallas/random_keypair/new/benchmark.json create mode 100644 benchmarks/pallas/random_keypair/new/estimates.json create mode 100644 benchmarks/pallas/random_keypair/new/sample.json create mode 100644 benchmarks/pallas/random_keypair/new/tukey.json create mode 100644 benchmarks/pallas/random_keypair/report/MAD.svg create mode 100644 benchmarks/pallas/random_keypair/report/SD.svg create mode 100644 benchmarks/pallas/random_keypair/report/index.html create mode 100644 benchmarks/pallas/random_keypair/report/mean.svg create mode 100644 benchmarks/pallas/random_keypair/report/median.svg create mode 100644 benchmarks/pallas/random_keypair/report/pdf.svg create mode 100644 benchmarks/pallas/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/pallas/random_keypair/report/regression.svg create mode 100644 benchmarks/pallas/random_keypair/report/regression_small.svg create mode 100644 benchmarks/pallas/random_keypair/report/slope.svg create mode 100644 benchmarks/pallas/random_keypair/report/typical.svg create mode 100644 benchmarks/pallas/report/index.html create mode 100644 benchmarks/pallas/report/violin.svg create mode 100644 benchmarks/report/index.html create mode 100644 benchmarks/secp256k1/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/secp256k1/compute_shared_point/base/estimates.json create mode 100644 benchmarks/secp256k1/compute_shared_point/base/sample.json create mode 100644 benchmarks/secp256k1/compute_shared_point/base/tukey.json create mode 100644 benchmarks/secp256k1/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/secp256k1/compute_shared_point/new/estimates.json create mode 100644 benchmarks/secp256k1/compute_shared_point/new/sample.json create mode 100644 benchmarks/secp256k1/compute_shared_point/new/tukey.json create mode 100644 benchmarks/secp256k1/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/SD.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/index.html create mode 100644 benchmarks/secp256k1/compute_shared_point/report/mean.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/median.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/regression.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/slope.svg create mode 100644 benchmarks/secp256k1/compute_shared_point/report/typical.svg create mode 100644 benchmarks/secp256k1/derive_public_key/base/benchmark.json create mode 100644 benchmarks/secp256k1/derive_public_key/base/estimates.json create mode 100644 benchmarks/secp256k1/derive_public_key/base/sample.json create mode 100644 benchmarks/secp256k1/derive_public_key/base/tukey.json create mode 100644 benchmarks/secp256k1/derive_public_key/new/benchmark.json create mode 100644 benchmarks/secp256k1/derive_public_key/new/estimates.json create mode 100644 benchmarks/secp256k1/derive_public_key/new/sample.json create mode 100644 benchmarks/secp256k1/derive_public_key/new/tukey.json create mode 100644 benchmarks/secp256k1/derive_public_key/report/MAD.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/SD.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/index.html create mode 100644 benchmarks/secp256k1/derive_public_key/report/mean.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/median.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/pdf.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/regression.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/slope.svg create mode 100644 benchmarks/secp256k1/derive_public_key/report/typical.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/secp256k1/generate_random_fr/base/estimates.json create mode 100644 benchmarks/secp256k1/generate_random_fr/base/sample.json create mode 100644 benchmarks/secp256k1/generate_random_fr/base/tukey.json create mode 100644 benchmarks/secp256k1/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/secp256k1/generate_random_fr/new/estimates.json create mode 100644 benchmarks/secp256k1/generate_random_fr/new/sample.json create mode 100644 benchmarks/secp256k1/generate_random_fr/new/tukey.json create mode 100644 benchmarks/secp256k1/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/SD.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/index.html create mode 100644 benchmarks/secp256k1/generate_random_fr/report/mean.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/median.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/regression.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/slope.svg create mode 100644 benchmarks/secp256k1/generate_random_fr/report/typical.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/base/sample.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/new/sample.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/index.html create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/median.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/secp256k1/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/secp256k1/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/secp256k1/hash_to_fr/base/estimates.json create mode 100644 benchmarks/secp256k1/hash_to_fr/base/sample.json create mode 100644 benchmarks/secp256k1/hash_to_fr/base/tukey.json create mode 100644 benchmarks/secp256k1/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/secp256k1/hash_to_fr/new/estimates.json create mode 100644 benchmarks/secp256k1/hash_to_fr/new/sample.json create mode 100644 benchmarks/secp256k1/hash_to_fr/new/tukey.json create mode 100644 benchmarks/secp256k1/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/SD.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/index.html create mode 100644 benchmarks/secp256k1/hash_to_fr/report/mean.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/median.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/regression.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/slope.svg create mode 100644 benchmarks/secp256k1/hash_to_fr/report/typical.svg create mode 100644 benchmarks/secp256k1/random_keypair/base/benchmark.json create mode 100644 benchmarks/secp256k1/random_keypair/base/estimates.json create mode 100644 benchmarks/secp256k1/random_keypair/base/sample.json create mode 100644 benchmarks/secp256k1/random_keypair/base/tukey.json create mode 100644 benchmarks/secp256k1/random_keypair/new/benchmark.json create mode 100644 benchmarks/secp256k1/random_keypair/new/estimates.json create mode 100644 benchmarks/secp256k1/random_keypair/new/sample.json create mode 100644 benchmarks/secp256k1/random_keypair/new/tukey.json create mode 100644 benchmarks/secp256k1/random_keypair/report/MAD.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/SD.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/index.html create mode 100644 benchmarks/secp256k1/random_keypair/report/mean.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/median.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/pdf.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/regression.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/regression_small.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/slope.svg create mode 100644 benchmarks/secp256k1/random_keypair/report/typical.svg create mode 100644 benchmarks/secp256k1/report/index.html create mode 100644 benchmarks/secp256k1/report/violin.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/secp256r1/compute_shared_point/base/estimates.json create mode 100644 benchmarks/secp256r1/compute_shared_point/base/sample.json create mode 100644 benchmarks/secp256r1/compute_shared_point/base/tukey.json create mode 100644 benchmarks/secp256r1/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/secp256r1/compute_shared_point/new/estimates.json create mode 100644 benchmarks/secp256r1/compute_shared_point/new/sample.json create mode 100644 benchmarks/secp256r1/compute_shared_point/new/tukey.json create mode 100644 benchmarks/secp256r1/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/SD.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/index.html create mode 100644 benchmarks/secp256r1/compute_shared_point/report/mean.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/median.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/regression.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/slope.svg create mode 100644 benchmarks/secp256r1/compute_shared_point/report/typical.svg create mode 100644 benchmarks/secp256r1/derive_public_key/base/benchmark.json create mode 100644 benchmarks/secp256r1/derive_public_key/base/estimates.json create mode 100644 benchmarks/secp256r1/derive_public_key/base/sample.json create mode 100644 benchmarks/secp256r1/derive_public_key/base/tukey.json create mode 100644 benchmarks/secp256r1/derive_public_key/new/benchmark.json create mode 100644 benchmarks/secp256r1/derive_public_key/new/estimates.json create mode 100644 benchmarks/secp256r1/derive_public_key/new/sample.json create mode 100644 benchmarks/secp256r1/derive_public_key/new/tukey.json create mode 100644 benchmarks/secp256r1/derive_public_key/report/MAD.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/SD.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/index.html create mode 100644 benchmarks/secp256r1/derive_public_key/report/mean.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/median.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/pdf.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/regression.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/slope.svg create mode 100644 benchmarks/secp256r1/derive_public_key/report/typical.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/secp256r1/generate_random_fr/base/estimates.json create mode 100644 benchmarks/secp256r1/generate_random_fr/base/sample.json create mode 100644 benchmarks/secp256r1/generate_random_fr/base/tukey.json create mode 100644 benchmarks/secp256r1/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/secp256r1/generate_random_fr/new/estimates.json create mode 100644 benchmarks/secp256r1/generate_random_fr/new/sample.json create mode 100644 benchmarks/secp256r1/generate_random_fr/new/tukey.json create mode 100644 benchmarks/secp256r1/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/SD.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/index.html create mode 100644 benchmarks/secp256r1/generate_random_fr/report/mean.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/median.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/regression.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/slope.svg create mode 100644 benchmarks/secp256r1/generate_random_fr/report/typical.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/base/sample.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/new/sample.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/index.html create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/median.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/secp256r1/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/secp256r1/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/secp256r1/hash_to_fr/base/estimates.json create mode 100644 benchmarks/secp256r1/hash_to_fr/base/sample.json create mode 100644 benchmarks/secp256r1/hash_to_fr/base/tukey.json create mode 100644 benchmarks/secp256r1/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/secp256r1/hash_to_fr/new/estimates.json create mode 100644 benchmarks/secp256r1/hash_to_fr/new/sample.json create mode 100644 benchmarks/secp256r1/hash_to_fr/new/tukey.json create mode 100644 benchmarks/secp256r1/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/SD.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/index.html create mode 100644 benchmarks/secp256r1/hash_to_fr/report/mean.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/median.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/regression.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/slope.svg create mode 100644 benchmarks/secp256r1/hash_to_fr/report/typical.svg create mode 100644 benchmarks/secp256r1/random_keypair/base/benchmark.json create mode 100644 benchmarks/secp256r1/random_keypair/base/estimates.json create mode 100644 benchmarks/secp256r1/random_keypair/base/sample.json create mode 100644 benchmarks/secp256r1/random_keypair/base/tukey.json create mode 100644 benchmarks/secp256r1/random_keypair/new/benchmark.json create mode 100644 benchmarks/secp256r1/random_keypair/new/estimates.json create mode 100644 benchmarks/secp256r1/random_keypair/new/sample.json create mode 100644 benchmarks/secp256r1/random_keypair/new/tukey.json create mode 100644 benchmarks/secp256r1/random_keypair/report/MAD.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/SD.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/index.html create mode 100644 benchmarks/secp256r1/random_keypair/report/mean.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/median.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/pdf.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/regression.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/regression_small.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/slope.svg create mode 100644 benchmarks/secp256r1/random_keypair/report/typical.svg create mode 100644 benchmarks/secp256r1/report/index.html create mode 100644 benchmarks/secp256r1/report/violin.svg create mode 100644 benchmarks/vesta/compute_shared_point/base/benchmark.json create mode 100644 benchmarks/vesta/compute_shared_point/base/estimates.json create mode 100644 benchmarks/vesta/compute_shared_point/base/sample.json create mode 100644 benchmarks/vesta/compute_shared_point/base/tukey.json create mode 100644 benchmarks/vesta/compute_shared_point/new/benchmark.json create mode 100644 benchmarks/vesta/compute_shared_point/new/estimates.json create mode 100644 benchmarks/vesta/compute_shared_point/new/sample.json create mode 100644 benchmarks/vesta/compute_shared_point/new/tukey.json create mode 100644 benchmarks/vesta/compute_shared_point/report/MAD.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/SD.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/index.html create mode 100644 benchmarks/vesta/compute_shared_point/report/mean.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/median.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/pdf.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/pdf_small.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/regression.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/regression_small.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/slope.svg create mode 100644 benchmarks/vesta/compute_shared_point/report/typical.svg create mode 100644 benchmarks/vesta/derive_public_key/base/benchmark.json create mode 100644 benchmarks/vesta/derive_public_key/base/estimates.json create mode 100644 benchmarks/vesta/derive_public_key/base/sample.json create mode 100644 benchmarks/vesta/derive_public_key/base/tukey.json create mode 100644 benchmarks/vesta/derive_public_key/new/benchmark.json create mode 100644 benchmarks/vesta/derive_public_key/new/estimates.json create mode 100644 benchmarks/vesta/derive_public_key/new/sample.json create mode 100644 benchmarks/vesta/derive_public_key/new/tukey.json create mode 100644 benchmarks/vesta/derive_public_key/report/MAD.svg create mode 100644 benchmarks/vesta/derive_public_key/report/SD.svg create mode 100644 benchmarks/vesta/derive_public_key/report/index.html create mode 100644 benchmarks/vesta/derive_public_key/report/mean.svg create mode 100644 benchmarks/vesta/derive_public_key/report/median.svg create mode 100644 benchmarks/vesta/derive_public_key/report/pdf.svg create mode 100644 benchmarks/vesta/derive_public_key/report/pdf_small.svg create mode 100644 benchmarks/vesta/derive_public_key/report/regression.svg create mode 100644 benchmarks/vesta/derive_public_key/report/regression_small.svg create mode 100644 benchmarks/vesta/derive_public_key/report/slope.svg create mode 100644 benchmarks/vesta/derive_public_key/report/typical.svg create mode 100644 benchmarks/vesta/generate_random_fr/base/benchmark.json create mode 100644 benchmarks/vesta/generate_random_fr/base/estimates.json create mode 100644 benchmarks/vesta/generate_random_fr/base/sample.json create mode 100644 benchmarks/vesta/generate_random_fr/base/tukey.json create mode 100644 benchmarks/vesta/generate_random_fr/new/benchmark.json create mode 100644 benchmarks/vesta/generate_random_fr/new/estimates.json create mode 100644 benchmarks/vesta/generate_random_fr/new/sample.json create mode 100644 benchmarks/vesta/generate_random_fr/new/tukey.json create mode 100644 benchmarks/vesta/generate_random_fr/report/MAD.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/SD.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/index.html create mode 100644 benchmarks/vesta/generate_random_fr/report/mean.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/median.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/pdf.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/pdf_small.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/regression.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/regression_small.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/slope.svg create mode 100644 benchmarks/vesta/generate_random_fr/report/typical.svg create mode 100644 benchmarks/vesta/generate_stealth_address/base/benchmark.json create mode 100644 benchmarks/vesta/generate_stealth_address/base/estimates.json create mode 100644 benchmarks/vesta/generate_stealth_address/base/sample.json create mode 100644 benchmarks/vesta/generate_stealth_address/base/tukey.json create mode 100644 benchmarks/vesta/generate_stealth_address/new/benchmark.json create mode 100644 benchmarks/vesta/generate_stealth_address/new/estimates.json create mode 100644 benchmarks/vesta/generate_stealth_address/new/sample.json create mode 100644 benchmarks/vesta/generate_stealth_address/new/tukey.json create mode 100644 benchmarks/vesta/generate_stealth_address/report/MAD.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/SD.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/index.html create mode 100644 benchmarks/vesta/generate_stealth_address/report/mean.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/median.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/pdf.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/pdf_small.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/regression.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/regression_small.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/slope.svg create mode 100644 benchmarks/vesta/generate_stealth_address/report/typical.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/base/benchmark.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/base/estimates.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/base/sample.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/base/tukey.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/new/benchmark.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/new/estimates.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/new/sample.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/new/tukey.json create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/MAD.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/SD.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/index.html create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/mean.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/median.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/pdf.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/pdf_small.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/regression.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/regression_small.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/slope.svg create mode 100644 benchmarks/vesta/generate_stealth_private_key/report/typical.svg create mode 100644 benchmarks/vesta/hash_to_fr/base/benchmark.json create mode 100644 benchmarks/vesta/hash_to_fr/base/estimates.json create mode 100644 benchmarks/vesta/hash_to_fr/base/sample.json create mode 100644 benchmarks/vesta/hash_to_fr/base/tukey.json create mode 100644 benchmarks/vesta/hash_to_fr/new/benchmark.json create mode 100644 benchmarks/vesta/hash_to_fr/new/estimates.json create mode 100644 benchmarks/vesta/hash_to_fr/new/sample.json create mode 100644 benchmarks/vesta/hash_to_fr/new/tukey.json create mode 100644 benchmarks/vesta/hash_to_fr/report/MAD.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/SD.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/index.html create mode 100644 benchmarks/vesta/hash_to_fr/report/mean.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/median.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/pdf.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/pdf_small.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/regression.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/regression_small.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/slope.svg create mode 100644 benchmarks/vesta/hash_to_fr/report/typical.svg create mode 100644 benchmarks/vesta/random_keypair/base/benchmark.json create mode 100644 benchmarks/vesta/random_keypair/base/estimates.json create mode 100644 benchmarks/vesta/random_keypair/base/sample.json create mode 100644 benchmarks/vesta/random_keypair/base/tukey.json create mode 100644 benchmarks/vesta/random_keypair/new/benchmark.json create mode 100644 benchmarks/vesta/random_keypair/new/estimates.json create mode 100644 benchmarks/vesta/random_keypair/new/sample.json create mode 100644 benchmarks/vesta/random_keypair/new/tukey.json create mode 100644 benchmarks/vesta/random_keypair/report/MAD.svg create mode 100644 benchmarks/vesta/random_keypair/report/SD.svg create mode 100644 benchmarks/vesta/random_keypair/report/index.html create mode 100644 benchmarks/vesta/random_keypair/report/mean.svg create mode 100644 benchmarks/vesta/random_keypair/report/median.svg create mode 100644 benchmarks/vesta/random_keypair/report/pdf.svg create mode 100644 benchmarks/vesta/random_keypair/report/pdf_small.svg create mode 100644 benchmarks/vesta/random_keypair/report/regression.svg create mode 100644 benchmarks/vesta/random_keypair/report/regression_small.svg create mode 100644 benchmarks/vesta/random_keypair/report/slope.svg create mode 100644 benchmarks/vesta/random_keypair/report/typical.svg create mode 100644 benchmarks/vesta/report/index.html create mode 100644 benchmarks/vesta/report/violin.svg create mode 100644 sdk/benches/benches.rs diff --git a/Cargo.lock b/Cargo.lock index 02acee0..9286b2c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -29,6 +29,21 @@ dependencies = [ "zerocopy", ] +[[package]] +name = "aho-corasick" +version = "1.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916" +dependencies = [ + "memchr", +] + +[[package]] +name = "anes" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4b46cbb362ab8752921c97e041f5e366ee6297bd428a31275b9fcf1e380f7299" + [[package]] name = "ark-bls12-377" version = "0.4.0" @@ -86,7 +101,7 @@ dependencies = [ "ark-serialize", "ark-std", "derivative", - "hashbrown", + "hashbrown 0.13.2", "itertools", "num-traits", "zeroize", @@ -168,7 +183,7 @@ dependencies = [ "ark-serialize", "ark-std", "derivative", - "hashbrown", + "hashbrown 0.13.2", ] [[package]] @@ -238,6 +253,17 @@ dependencies = [ "ark-std", ] +[[package]] +name = "atty" +version = "0.2.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8" +dependencies = [ + "hermit-abi", + "libc", + "winapi", +] + [[package]] name = "autocfg" version = "1.3.0" @@ -259,6 +285,24 @@ dependencies = [ "rustc-demangle", ] +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "bumpalo" +version = "3.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" + +[[package]] +name = "cast" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5" + [[package]] name = "cc" version = "1.0.98" @@ -271,6 +315,54 @@ version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" +[[package]] +name = "ciborium" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42e69ffd6f0917f5c029256a24d0161db17cea3997d185db0d35926308770f0e" +dependencies = [ + "ciborium-io", + "ciborium-ll", + "serde", +] + +[[package]] +name = "ciborium-io" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05afea1e0a06c9be33d539b876f1ce3692f4afea2cb41f740e7743225ed1c757" + +[[package]] +name = "ciborium-ll" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57663b653d948a338bfb3eeba9bb2fd5fcfaecb9e199e87e1eda4d9e8b240fd9" +dependencies = [ + "ciborium-io", + "half", +] + +[[package]] +name = "clap" +version = "3.2.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ea181bf566f71cb9a5d17a59e1871af638180a18fb0035c92ae62b705207123" +dependencies = [ + "bitflags", + "clap_lex", + "indexmap", + "textwrap", +] + +[[package]] +name = "clap_lex" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2850f2f5a82cbf437dd5af4d49848fbdfc27c157c3d010345776f952765261c5" +dependencies = [ + "os_str_bytes", +] + [[package]] name = "color-eyre" version = "0.6.3" @@ -298,6 +390,67 @@ dependencies = [ "tracing-error", ] +[[package]] +name = "criterion" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7c76e09c1aae2bc52b3d2f29e13c6572553b30c4aa1b8a49fd70de6412654cb" +dependencies = [ + "anes", + "atty", + "cast", + "ciborium", + "clap", + "criterion-plot", + "itertools", + "lazy_static", + "num-traits", + "oorandom", + "plotters", + "rayon", + "regex", + "serde", + "serde_derive", + "serde_json", + "tinytemplate", + "walkdir", +] + +[[package]] +name = "criterion-plot" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6b50826342786a51a89e2da3a28f1c32b06e387201bc2d19791f622c673706b1" +dependencies = [ + "cast", + "itertools", +] + +[[package]] +name = "crossbeam-deque" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80" + [[package]] name = "crunchy" version = "0.2.2" @@ -377,6 +530,22 @@ version = "0.28.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4271d37baee1b8c7e4b708028c57d816cf9d2434acb33a549475f78c181f6253" +[[package]] +name = "half" +version = "2.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dd08c532ae367adf81c312a4580bc67f1d0fe8bc9c460520283f4c0ff277888" +dependencies = [ + "cfg-if", + "crunchy", +] + +[[package]] +name = "hashbrown" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" + [[package]] name = "hashbrown" version = "0.13.2" @@ -386,12 +555,31 @@ dependencies = [ "ahash", ] +[[package]] +name = "hermit-abi" +version = "0.1.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "62b467343b94ba476dcb2500d242dadbb39557df889310ac77c5d99100aaac33" +dependencies = [ + "libc", +] + [[package]] name = "indenter" version = "0.3.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ce23b50ad8242c51a442f3ff322d56b02f08852c77e4c0b4d3fd684abc89c683" +[[package]] +name = "indexmap" +version = "1.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99" +dependencies = [ + "autocfg", + "hashbrown 0.12.3", +] + [[package]] name = "itertools" version = "0.10.5" @@ -407,6 +595,15 @@ version = "1.0.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b" +[[package]] +name = "js-sys" +version = "0.3.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29c15563dc2726973df627357ce0c9ddddbea194836909d655df6a75d2cf296d" +dependencies = [ + "wasm-bindgen", +] + [[package]] name = "lazy_static" version = "1.4.0" @@ -419,6 +616,12 @@ version = "0.2.155" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "97b3888a4aecf77e811145cadf6eef5901f4782c53886191b2f693f24761847c" +[[package]] +name = "log" +version = "0.4.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90ed8c1e510134f979dbc4f070f87d4313098b704861a105fe34231c70a3901c" + [[package]] name = "memchr" version = "2.7.2" @@ -477,6 +680,18 @@ version = "1.19.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92" +[[package]] +name = "oorandom" +version = "11.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ab1bc2a289d34bd04a330323ac98a1b4bc82c9d9fcb1e66b63caa84da26b575" + +[[package]] +name = "os_str_bytes" +version = "6.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2355d85b9a3786f481747ced0e0ff2ba35213a1f9bd406ed906554d7af805a1" + [[package]] name = "owo-colors" version = "3.5.0" @@ -495,6 +710,34 @@ version = "0.2.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bda66fc9667c18cb2758a2ac84d1167245054bcf85d5d1aaa6923f45801bdd02" +[[package]] +name = "plotters" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a15b6eccb8484002195a3e44fe65a4ce8e93a625797a063735536fd59cb01cf3" +dependencies = [ + "num-traits", + "plotters-backend", + "plotters-svg", + "wasm-bindgen", + "web-sys", +] + +[[package]] +name = "plotters-backend" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "414cec62c6634ae900ea1c56128dfe87cf63e7caece0852ec76aba307cebadb7" + +[[package]] +name = "plotters-svg" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "81b30686a7d9c3e010b84284bdd26a29f2138574f52f5eb6f794fc0ad924e705" +dependencies = [ + "plotters-backend", +] + [[package]] name = "ppv-lite86" version = "0.2.17" @@ -549,6 +792,55 @@ dependencies = [ "getrandom", ] +[[package]] +name = "rayon" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa" +dependencies = [ + "either", + "rayon-core", +] + +[[package]] +name = "rayon-core" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2" +dependencies = [ + "crossbeam-deque", + "crossbeam-utils", +] + +[[package]] +name = "regex" +version = "1.10.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b91213439dad192326a0d7c6ee3955910425f441d7038e0d6933b0aec5c4517f" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38caf58cc5ef2fed281f89292ef23f6365465ed9a41b7a7754eb4e26496c92df" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a66a03ae7c801facd77a29370b4faec201768915ac14a721ba36f20bc9c209b" + [[package]] name = "rustc-demangle" version = "0.1.24" @@ -570,6 +862,15 @@ version = "1.0.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f" +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + [[package]] name = "semver" version = "1.0.23" @@ -634,6 +935,7 @@ dependencies = [ "ark-std", "ark-vesta", "color-eyre", + "criterion", "num-traits", "paste", "rand", @@ -670,6 +972,12 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "textwrap" +version = "0.16.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23d434d3f8967a09480fb04132ebe0a3e088c173e6d0ee7897abbdf4eab0f8b9" + [[package]] name = "thread_local" version = "1.1.8" @@ -689,6 +997,16 @@ dependencies = [ "crunchy", ] +[[package]] +name = "tinytemplate" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be4d6b5f19ff7664e8c98d03e2139cb510db9b0a60b55f8e8709b689d939b6bc" +dependencies = [ + "serde", + "serde_json", +] + [[package]] name = "tracing" version = "0.1.40" @@ -754,12 +1072,190 @@ version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f" +[[package]] +name = "walkdir" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +dependencies = [ + "same-file", + "winapi-util", +] + [[package]] name = "wasi" version = "0.11.0+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" +[[package]] +name = "wasm-bindgen" +version = "0.2.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4be2531df63900aeb2bca0daaaddec08491ee64ceecbee5076636a3b026795a8" +dependencies = [ + "cfg-if", + "wasm-bindgen-macro", +] + +[[package]] +name = "wasm-bindgen-backend" +version = "0.2.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "614d787b966d3989fa7bb98a654e369c762374fd3213d212cfc0251257e747da" +dependencies = [ + "bumpalo", + "log", + "once_cell", + "proc-macro2", + "quote", + "syn 2.0.66", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1f8823de937b71b9460c0c34e25f3da88250760bec0ebac694b49997550d726" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e94f17b526d0a461a191c78ea52bbce64071ed5c04c9ffe424dcb38f74171bb7" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.66", + "wasm-bindgen-backend", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af190c94f2773fdb3729c55b007a722abb5384da03bc0986df4c289bf5567e96" + +[[package]] +name = "web-sys" +version = "0.3.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77afa9a11836342370f4817622a2f0f418b134426d91a82dfb48f532d2ec13ef" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "winapi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" +dependencies = [ + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", +] + +[[package]] +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" + +[[package]] +name = "winapi-util" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d4cc384e1e73b93bafa6fb4f1df8c41695c8a91cf9c4c64358067d15a7b6c6b" +dependencies = [ + "windows-sys", +] + +[[package]] +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" + +[[package]] +name = "windows-sys" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +dependencies = [ + "windows-targets", +] + +[[package]] +name = "windows-targets" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f0713a46559409d202e70e28227288446bf7841d3211583a4b53e3f6d96e7eb" +dependencies = [ + "windows_aarch64_gnullvm", + "windows_aarch64_msvc", + "windows_i686_gnu", + "windows_i686_gnullvm", + "windows_i686_msvc", + "windows_x86_64_gnu", + "windows_x86_64_gnullvm", + "windows_x86_64_msvc", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7088eed71e8b8dda258ecc8bac5fb1153c5cffaf2578fc8ff5d61e23578d3263" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9985fd1504e250c615ca5f281c3f7a6da76213ebd5ccc9561496568a2752afb6" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "88ba073cf16d5372720ec942a8ccbf61626074c6d4dd2e745299726ce8b89670" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87f4261229030a858f36b459e748ae97545d6f1ec60e5e0d6a3d32e0dc232ee9" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db3c2bf3d13d5b658be73463284eaf12830ac9a26a90c717b7f771dfe97487bf" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e4246f76bdeff09eb48875a0fd3e2af6aada79d409d33011886d3e1581517d9" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "852298e482cd67c356ddd9570386e2862b5673c85bd5f88df9ab6802b334c596" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bec47e5bfd1bff0eeaf6d8b485cc1074891a197ab4225d504cb7a1ab88b02bf0" + [[package]] name = "zerocopy" version = "0.7.34" diff --git a/Makefile b/Makefile index d8a6d7e..8fda6c3 100644 --- a/Makefile +++ b/Makefile @@ -7,3 +7,7 @@ clean: example: @cargo run --release -p stealth_address_kit_example + +bench: + @cargo bench --all-features + cp -r target/criterion/** benchmarks/ diff --git a/README.md b/README.md index 4c37bd1..6be95f5 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,10 @@ The following curves are currently supported: 8. `bw6_761` 9. `baby_jub_jub` +## Benchmarks + +See the [benchmarks](./benchmarks/report/index.html) for performance comparisons across supported curves. + ## Usage Example Below is an example demonstrating how to use the Stealth Address Kit with the `ark_bn254` curve: @@ -55,6 +59,7 @@ To add support for a new curve, follow these steps: 5. Add the curve to the `lib.rs` file in the `mod` declaration, and re-export if required. 6. Update the README to include the new curve. 7. Add the curve to the nightly release workflow. +8. Add the curve to the benchmarks. ## Building and Testing @@ -74,6 +79,16 @@ To run tests, use the following command: cargo test --release --features ``` +### Benchmarks + +To run benchmarks, use the following command: + +```sh +make bench +``` + +This will run benchmarks for all supported curves, and output the results to the `benchmarks` directory. + ## FFI API The exposed FFI API supports all curves, prefixed by the curve name. Ensure that the correct feature is enabled when building the library. diff --git a/benchmarks/babyjubjub/compute_shared_point/base/benchmark.json b/benchmarks/babyjubjub/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..237fcc1 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"babyjubjub/compute_shared_point","directory_name":"babyjubjub/compute_shared_point","title":"babyjubjub/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/base/estimates.json b/benchmarks/babyjubjub/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..6a47ecd --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97319.5643622821,"upper_bound":97438.79590722626},"point_estimate":97372.71293406669,"standard_error":30.635992245045504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97290.04902962207,"upper_bound":97337.89103803998},"point_estimate":97312.11139860141,"standard_error":10.919156953233601},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.78442155083499,"upper_bound":165.90222767665645},"point_estimate":119.3279698562523,"standard_error":19.788689130786626},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97267.82676107953,"upper_bound":97313.97690550273},"point_estimate":97289.86105350834,"standard_error":11.75922819598919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.57935245383402,"upper_bound":441.25979203762444},"point_estimate":308.03526582847746,"standard_error":78.89442484176894}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/base/sample.json b/benchmarks/babyjubjub/compute_shared_point/base/sample.json new file mode 100644 index 0000000..965efdb --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1091125.0,2142750.0,3211458.0,4307417.0,5350875.0,6424333.0,7511292.0,8731292.0,9681709.0,10757334.0,11820167.0,12855459.0,13892375.0,15004667.0,16131167.0,17167666.0,18205958.0,19296000.0,20350792.0,21391459.0,22486750.0,23526292.0,24579417.0,25727125.0,26806791.0,27848708.0,28872667.0,29979959.0,30979625.0,32052125.0,33130000.0,34334167.0,35318708.0,36335708.0,37376625.0,38548208.0,39577917.0,40693834.0,41691583.0,42777208.0,43964625.0,45055583.0,46051417.0,47113459.0,48283625.0,49454084.0,50287417.0,51373208.0,52457375.0,53497500.0,54632709.0,55717292.0,56737125.0,57806875.0,58876083.0,59984666.0,60947541.0,62283125.0,63117083.0,64393875.0,65290000.0,66292875.0,67472208.0,68655834.0,69578667.0,70610792.0,71713542.0,72637125.0,73888042.0,74850667.0,75891916.0,77099791.0,77975666.0,79336500.0,80160208.0,81303041.0,82383666.0,83380083.0,84522334.0,85510458.0,86610958.0,87770334.0,88708625.0,89924834.0,90905125.0,92052333.0,93057750.0,94200916.0,95246958.0,96257500.0,97381291.0,98339791.0,99528125.0,100646875.0,101608959.0,102885542.0,103784292.0,104890625.0,105902167.0,107042542.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/base/tukey.json b/benchmarks/babyjubjub/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..31747fa --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[96754.72124534822,96993.63046584264,97630.72172049442,97869.63094098883] \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/benchmark.json b/benchmarks/babyjubjub/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..237fcc1 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"babyjubjub/compute_shared_point","directory_name":"babyjubjub/compute_shared_point","title":"babyjubjub/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/estimates.json b/benchmarks/babyjubjub/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..6a47ecd --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97319.5643622821,"upper_bound":97438.79590722626},"point_estimate":97372.71293406669,"standard_error":30.635992245045504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97290.04902962207,"upper_bound":97337.89103803998},"point_estimate":97312.11139860141,"standard_error":10.919156953233601},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.78442155083499,"upper_bound":165.90222767665645},"point_estimate":119.3279698562523,"standard_error":19.788689130786626},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97267.82676107953,"upper_bound":97313.97690550273},"point_estimate":97289.86105350834,"standard_error":11.75922819598919},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.57935245383402,"upper_bound":441.25979203762444},"point_estimate":308.03526582847746,"standard_error":78.89442484176894}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/sample.json b/benchmarks/babyjubjub/compute_shared_point/new/sample.json new file mode 100644 index 0000000..965efdb --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1091125.0,2142750.0,3211458.0,4307417.0,5350875.0,6424333.0,7511292.0,8731292.0,9681709.0,10757334.0,11820167.0,12855459.0,13892375.0,15004667.0,16131167.0,17167666.0,18205958.0,19296000.0,20350792.0,21391459.0,22486750.0,23526292.0,24579417.0,25727125.0,26806791.0,27848708.0,28872667.0,29979959.0,30979625.0,32052125.0,33130000.0,34334167.0,35318708.0,36335708.0,37376625.0,38548208.0,39577917.0,40693834.0,41691583.0,42777208.0,43964625.0,45055583.0,46051417.0,47113459.0,48283625.0,49454084.0,50287417.0,51373208.0,52457375.0,53497500.0,54632709.0,55717292.0,56737125.0,57806875.0,58876083.0,59984666.0,60947541.0,62283125.0,63117083.0,64393875.0,65290000.0,66292875.0,67472208.0,68655834.0,69578667.0,70610792.0,71713542.0,72637125.0,73888042.0,74850667.0,75891916.0,77099791.0,77975666.0,79336500.0,80160208.0,81303041.0,82383666.0,83380083.0,84522334.0,85510458.0,86610958.0,87770334.0,88708625.0,89924834.0,90905125.0,92052333.0,93057750.0,94200916.0,95246958.0,96257500.0,97381291.0,98339791.0,99528125.0,100646875.0,101608959.0,102885542.0,103784292.0,104890625.0,105902167.0,107042542.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/new/tukey.json b/benchmarks/babyjubjub/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..31747fa --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[96754.72124534822,96993.63046584264,97630.72172049442,97869.63094098883] \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg b/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..16bb510 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 80 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/SD.svg b/benchmarks/babyjubjub/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..56ff243 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/index.html b/benchmarks/babyjubjub/compute_shared_point/report/index.html new file mode 100644 index 0000000..e03c821 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/compute_shared_point - Criterion.rs + + + + +
+

babyjubjub/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope97.268 µs97.290 µs97.314 µs
R²0.99981990.99982690.9998185
Mean97.320 µs97.373 µs97.439 µs
Std. Dev.145.58 ns308.04 ns441.26 ns
Median97.290 µs97.312 µs97.338 µs
MAD87.784 ns119.33 ns165.90 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/compute_shared_point/report/mean.svg b/benchmarks/babyjubjub/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..108b9c9 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 97.32 + + + + + 97.34 + + + + + 97.36 + + + + + 97.38 + + + + + 97.4 + + + + + 97.42 + + + + + 97.44 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/median.svg b/benchmarks/babyjubjub/compute_shared_point/report/median.svg new file mode 100644 index 0000000..2711287 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 97.29 + + + + + 97.3 + + + + + 97.31 + + + + + 97.32 + + + + + 97.33 + + + + + 97.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point: median + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/pdf.svg b/benchmarks/babyjubjub/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..fd9c4b4 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/pdf.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 97 + + + + + 97.5 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + 99.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/pdf_small.svg b/benchmarks/babyjubjub/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..ce58a81 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 97 + + + + + 97.5 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + 99.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/regression.svg b/benchmarks/babyjubjub/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..d5dbd2a --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/compute_shared_point + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/regression_small.svg b/benchmarks/babyjubjub/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..4f2f099 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/slope.svg b/benchmarks/babyjubjub/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..c067eb6 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/slope.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 97.27 + + + + + 97.28 + + + + + 97.29 + + + + + 97.3 + + + + + 97.31 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/babyjubjub/compute_shared_point/report/typical.svg b/benchmarks/babyjubjub/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..5650e30 --- /dev/null +++ b/benchmarks/babyjubjub/compute_shared_point/report/typical.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 97.27 + + + + + 97.28 + + + + + 97.29 + + + + + 97.3 + + + + + 97.31 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/base/benchmark.json b/benchmarks/babyjubjub/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..b007a5c --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"babyjubjub/derive_public_key","directory_name":"babyjubjub/derive_public_key","title":"babyjubjub/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/base/estimates.json b/benchmarks/babyjubjub/derive_public_key/base/estimates.json new file mode 100644 index 0000000..65b8a56 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96769.62883572516,"upper_bound":96887.63631668389},"point_estimate":96823.3678277188,"standard_error":30.311201560499928},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96711.76849894291,"upper_bound":96776.21596585233},"point_estimate":96743.2316735338,"standard_error":15.62259854005873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.06701912249326,"upper_bound":157.15919378248444},"point_estimate":132.0617446105329,"standard_error":19.629801298968875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96710.71560321478,"upper_bound":96758.54314749477},"point_estimate":96733.69653210098,"standard_error":12.212966449560534},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":173.72981620990413,"upper_bound":422.1418034527969},"point_estimate":304.837289964819,"standard_error":64.24152114094535}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/base/sample.json b/benchmarks/babyjubjub/derive_public_key/base/sample.json new file mode 100644 index 0000000..d0c7e26 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1079416.0,2128125.0,3211708.0,4286500.0,5344083.0,6377250.0,7486833.0,8683250.0,9654208.0,10744083.0,11690500.0,12766583.0,13840166.0,15009833.0,15971625.0,17023000.0,18079709.0,19176833.0,20208875.0,21271167.0,22384583.0,23376208.0,24479750.0,25578541.0,26619333.0,27731125.0,28703500.0,29777042.0,30891750.0,31956166.0,33063583.0,33942084.0,35170875.0,36264875.0,37281625.0,38317917.0,39323917.0,40462084.0,41574500.0,42569750.0,43685208.0,44718292.0,45672042.0,46897000.0,47835041.0,48930041.0,50066041.0,50992541.0,52121125.0,53241667.0,54198042.0,55285667.0,56484958.0,57558166.0,58453208.0,59619375.0,60635625.0,61681125.0,62799584.0,63894708.0,64915250.0,65935250.0,67061042.0,68216000.0,69170250.0,70194958.0,71263750.0,72338833.0,73382416.0,74501666.0,75547208.0,76582250.0,77776750.0,78673833.0,79824666.0,80839625.0,81962542.0,83014875.0,84185500.0,85046125.0,86316083.0,87170916.0,88315750.0,89343042.0,90454167.0,91489333.0,92782958.0,93594792.0,94809250.0,95688500.0,96793042.0,97833708.0,98913333.0,99861125.0,101258416.0,102018125.0,103121750.0,104203250.0,105323416.0,106408375.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/base/tukey.json b/benchmarks/babyjubjub/derive_public_key/base/tukey.json new file mode 100644 index 0000000..3411910 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[96154.89688887342,96418.94981039812,97123.09093446397,97387.14385598866] \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/new/benchmark.json b/benchmarks/babyjubjub/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..b007a5c --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"babyjubjub/derive_public_key","directory_name":"babyjubjub/derive_public_key","title":"babyjubjub/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/new/estimates.json b/benchmarks/babyjubjub/derive_public_key/new/estimates.json new file mode 100644 index 0000000..65b8a56 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96769.62883572516,"upper_bound":96887.63631668389},"point_estimate":96823.3678277188,"standard_error":30.311201560499928},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96711.76849894291,"upper_bound":96776.21596585233},"point_estimate":96743.2316735338,"standard_error":15.62259854005873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.06701912249326,"upper_bound":157.15919378248444},"point_estimate":132.0617446105329,"standard_error":19.629801298968875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96710.71560321478,"upper_bound":96758.54314749477},"point_estimate":96733.69653210098,"standard_error":12.212966449560534},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":173.72981620990413,"upper_bound":422.1418034527969},"point_estimate":304.837289964819,"standard_error":64.24152114094535}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/new/sample.json b/benchmarks/babyjubjub/derive_public_key/new/sample.json new file mode 100644 index 0000000..d0c7e26 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1079416.0,2128125.0,3211708.0,4286500.0,5344083.0,6377250.0,7486833.0,8683250.0,9654208.0,10744083.0,11690500.0,12766583.0,13840166.0,15009833.0,15971625.0,17023000.0,18079709.0,19176833.0,20208875.0,21271167.0,22384583.0,23376208.0,24479750.0,25578541.0,26619333.0,27731125.0,28703500.0,29777042.0,30891750.0,31956166.0,33063583.0,33942084.0,35170875.0,36264875.0,37281625.0,38317917.0,39323917.0,40462084.0,41574500.0,42569750.0,43685208.0,44718292.0,45672042.0,46897000.0,47835041.0,48930041.0,50066041.0,50992541.0,52121125.0,53241667.0,54198042.0,55285667.0,56484958.0,57558166.0,58453208.0,59619375.0,60635625.0,61681125.0,62799584.0,63894708.0,64915250.0,65935250.0,67061042.0,68216000.0,69170250.0,70194958.0,71263750.0,72338833.0,73382416.0,74501666.0,75547208.0,76582250.0,77776750.0,78673833.0,79824666.0,80839625.0,81962542.0,83014875.0,84185500.0,85046125.0,86316083.0,87170916.0,88315750.0,89343042.0,90454167.0,91489333.0,92782958.0,93594792.0,94809250.0,95688500.0,96793042.0,97833708.0,98913333.0,99861125.0,101258416.0,102018125.0,103121750.0,104203250.0,105323416.0,106408375.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/new/tukey.json b/benchmarks/babyjubjub/derive_public_key/new/tukey.json new file mode 100644 index 0000000..3411910 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[96154.89688887342,96418.94981039812,97123.09093446397,97387.14385598866] \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/report/MAD.svg b/benchmarks/babyjubjub/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..87b110e --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 80 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/SD.svg b/benchmarks/babyjubjub/derive_public_key/report/SD.svg new file mode 100644 index 0000000..22ecacc --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/derive_public_key: SD + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/index.html b/benchmarks/babyjubjub/derive_public_key/report/index.html new file mode 100644 index 0000000..8f97efb --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/derive_public_key - Criterion.rs + + + + +
+

babyjubjub/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope96.711 µs96.734 µs96.759 µs
R²0.99983990.99984770.9998386
Mean96.770 µs96.823 µs96.888 µs
Std. Dev.173.73 ns304.84 ns422.14 ns
Median96.712 µs96.743 µs96.776 µs
MAD84.067 ns132.06 ns157.16 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/derive_public_key/report/mean.svg b/benchmarks/babyjubjub/derive_public_key/report/mean.svg new file mode 100644 index 0000000..b0590a7 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 96.76 + + + + + 96.78 + + + + + 96.8 + + + + + 96.82 + + + + + 96.84 + + + + + 96.86 + + + + + 96.88 + + + + + 96.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/derive_public_key: mean + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/median.svg b/benchmarks/babyjubjub/derive_public_key/report/median.svg new file mode 100644 index 0000000..a8a5130 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 96.71 + + + + + 96.72 + + + + + 96.73 + + + + + 96.74 + + + + + 96.75 + + + + + 96.76 + + + + + 96.77 + + + + + 96.78 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/derive_public_key: median + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/pdf.svg b/benchmarks/babyjubjub/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..ffaddcc --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 96.5 + + + + + 97 + + + + + 97.5 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/derive_public_key + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/pdf_small.svg b/benchmarks/babyjubjub/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..dacbd7f --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 96.5 + + + + + 97 + + + + + 97.5 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/regression.svg b/benchmarks/babyjubjub/derive_public_key/report/regression.svg new file mode 100644 index 0000000..12d9dba --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/derive_public_key + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/regression_small.svg b/benchmarks/babyjubjub/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..76480ae --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/slope.svg b/benchmarks/babyjubjub/derive_public_key/report/slope.svg new file mode 100644 index 0000000..3521834 --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 96.71 + + + + + 96.72 + + + + + 96.73 + + + + + 96.74 + + + + + 96.75 + + + + + 96.76 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/derive_public_key: slope + + + + + + + diff --git a/benchmarks/babyjubjub/derive_public_key/report/typical.svg b/benchmarks/babyjubjub/derive_public_key/report/typical.svg new file mode 100644 index 0000000..83e498f --- /dev/null +++ b/benchmarks/babyjubjub/derive_public_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 96.71 + + + + + 96.72 + + + + + 96.73 + + + + + 96.74 + + + + + 96.75 + + + + + 96.76 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/derive_public_key: typical + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/base/benchmark.json b/benchmarks/babyjubjub/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..272cdbc --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_random_fr","directory_name":"babyjubjub/generate_random_fr","title":"babyjubjub/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/base/estimates.json b/benchmarks/babyjubjub/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..8f87e2f --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1074.589546243013,"upper_bound":1076.5629118633408},"point_estimate":1075.5239917598979,"standard_error":0.50361657286546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.791759094761,"upper_bound":1075.5430142209561},"point_estimate":1074.4862595681552,"standard_error":0.407740190316365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.418840006820917,"upper_bound":3.9355167276383107},"point_estimate":3.365888560430522,"standard_error":0.39466768460155394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.9291889698454,"upper_bound":1075.7231884271332},"point_estimate":1074.7533306043397,"standard_error":0.4580676786383426},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.4890075522527733,"upper_bound":6.475093592711298},"point_estimate":5.066191192848202,"standard_error":0.7673149258102228}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/base/sample.json b/benchmarks/babyjubjub/generate_random_fr/base/sample.json new file mode 100644 index 0000000..43a3e05 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[922.0,1844.0,2766.0,3688.0,4610.0,5532.0,6454.0,7376.0,8298.0,9220.0,10142.0,11064.0,11986.0,12908.0,13830.0,14752.0,15674.0,16596.0,17518.0,18440.0,19362.0,20284.0,21206.0,22128.0,23050.0,23972.0,24894.0,25816.0,26738.0,27660.0,28582.0,29504.0,30426.0,31348.0,32270.0,33192.0,34114.0,35036.0,35958.0,36880.0,37802.0,38724.0,39646.0,40568.0,41490.0,42412.0,43334.0,44256.0,45178.0,46100.0,47022.0,47944.0,48866.0,49788.0,50710.0,51632.0,52554.0,53476.0,54398.0,55320.0,56242.0,57164.0,58086.0,59008.0,59930.0,60852.0,61774.0,62696.0,63618.0,64540.0,65462.0,66384.0,67306.0,68228.0,69150.0,70072.0,70994.0,71916.0,72838.0,73760.0,74682.0,75604.0,76526.0,77448.0,78370.0,79292.0,80214.0,81136.0,82058.0,82980.0,83902.0,84824.0,85746.0,86668.0,87590.0,88512.0,89434.0,90356.0,91278.0,92200.0],"times":[1014000.0,1977250.0,2961084.0,3976667.0,4970083.0,5993375.0,6916000.0,8079125.0,9068375.0,9922917.0,10886459.0,11853292.0,12865958.0,13926125.0,14905583.0,15887625.0,16787417.0,17893292.0,18850875.0,19801083.0,20902709.0,21917042.0,22788083.0,24016583.0,24838000.0,25768417.0,26746833.0,27733583.0,28729209.0,29548875.0,30704209.0,31498084.0,32793042.0,33659542.0,34638500.0,35533291.0,36484041.0,37690958.0,38681209.0,39539292.0,41021792.0,41695042.0,42328292.0,43536542.0,44729708.0,45592916.0,46455250.0,47505042.0,48627583.0,49312250.0,50653000.0,51497084.0,52657625.0,53593292.0,54694292.0,55522625.0,56515708.0,57550834.0,58306417.0,59441417.0,60537583.0,61374791.0,62660791.0,63267375.0,64301417.0,65214833.0,66349000.0,67539375.0,67935166.0,69619833.0,70349709.0,71162542.0,72553250.0,73289917.0,74174459.0,75488583.0,75935250.0,77226667.0,78194584.0,79189625.0,80428209.0,81154875.0,82133834.0,83276667.0,83886458.0,85207333.0,86382834.0,87611667.0,88092792.0,89097167.0,89953958.0,91067708.0,92009209.0,94247542.0,94276500.0,94977292.0,96103667.0,97028625.0,98323708.0,98865416.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/base/tukey.json b/benchmarks/babyjubjub/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..e7b119e --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1060.4945278274004,1066.7693230695209,1083.5021103818422,1089.7769056239626] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/new/benchmark.json b/benchmarks/babyjubjub/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..272cdbc --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_random_fr","directory_name":"babyjubjub/generate_random_fr","title":"babyjubjub/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/new/estimates.json b/benchmarks/babyjubjub/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..8f87e2f --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1074.589546243013,"upper_bound":1076.5629118633408},"point_estimate":1075.5239917598979,"standard_error":0.50361657286546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.791759094761,"upper_bound":1075.5430142209561},"point_estimate":1074.4862595681552,"standard_error":0.407740190316365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.418840006820917,"upper_bound":3.9355167276383107},"point_estimate":3.365888560430522,"standard_error":0.39466768460155394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.9291889698454,"upper_bound":1075.7231884271332},"point_estimate":1074.7533306043397,"standard_error":0.4580676786383426},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.4890075522527733,"upper_bound":6.475093592711298},"point_estimate":5.066191192848202,"standard_error":0.7673149258102228}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/new/sample.json b/benchmarks/babyjubjub/generate_random_fr/new/sample.json new file mode 100644 index 0000000..43a3e05 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[922.0,1844.0,2766.0,3688.0,4610.0,5532.0,6454.0,7376.0,8298.0,9220.0,10142.0,11064.0,11986.0,12908.0,13830.0,14752.0,15674.0,16596.0,17518.0,18440.0,19362.0,20284.0,21206.0,22128.0,23050.0,23972.0,24894.0,25816.0,26738.0,27660.0,28582.0,29504.0,30426.0,31348.0,32270.0,33192.0,34114.0,35036.0,35958.0,36880.0,37802.0,38724.0,39646.0,40568.0,41490.0,42412.0,43334.0,44256.0,45178.0,46100.0,47022.0,47944.0,48866.0,49788.0,50710.0,51632.0,52554.0,53476.0,54398.0,55320.0,56242.0,57164.0,58086.0,59008.0,59930.0,60852.0,61774.0,62696.0,63618.0,64540.0,65462.0,66384.0,67306.0,68228.0,69150.0,70072.0,70994.0,71916.0,72838.0,73760.0,74682.0,75604.0,76526.0,77448.0,78370.0,79292.0,80214.0,81136.0,82058.0,82980.0,83902.0,84824.0,85746.0,86668.0,87590.0,88512.0,89434.0,90356.0,91278.0,92200.0],"times":[1014000.0,1977250.0,2961084.0,3976667.0,4970083.0,5993375.0,6916000.0,8079125.0,9068375.0,9922917.0,10886459.0,11853292.0,12865958.0,13926125.0,14905583.0,15887625.0,16787417.0,17893292.0,18850875.0,19801083.0,20902709.0,21917042.0,22788083.0,24016583.0,24838000.0,25768417.0,26746833.0,27733583.0,28729209.0,29548875.0,30704209.0,31498084.0,32793042.0,33659542.0,34638500.0,35533291.0,36484041.0,37690958.0,38681209.0,39539292.0,41021792.0,41695042.0,42328292.0,43536542.0,44729708.0,45592916.0,46455250.0,47505042.0,48627583.0,49312250.0,50653000.0,51497084.0,52657625.0,53593292.0,54694292.0,55522625.0,56515708.0,57550834.0,58306417.0,59441417.0,60537583.0,61374791.0,62660791.0,63267375.0,64301417.0,65214833.0,66349000.0,67539375.0,67935166.0,69619833.0,70349709.0,71162542.0,72553250.0,73289917.0,74174459.0,75488583.0,75935250.0,77226667.0,78194584.0,79189625.0,80428209.0,81154875.0,82133834.0,83276667.0,83886458.0,85207333.0,86382834.0,87611667.0,88092792.0,89097167.0,89953958.0,91067708.0,92009209.0,94247542.0,94276500.0,94977292.0,96103667.0,97028625.0,98323708.0,98865416.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/new/tukey.json b/benchmarks/babyjubjub/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..e7b119e --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1060.4945278274004,1066.7693230695209,1083.5021103818422,1089.7769056239626] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/report/MAD.svg b/benchmarks/babyjubjub/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..e175e0f --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + 3.4 + + + + + 3.6 + + + + + 3.8 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/SD.svg b/benchmarks/babyjubjub/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..e5482aa --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/index.html b/benchmarks/babyjubjub/generate_random_fr/report/index.html new file mode 100644 index 0000000..e98d034 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/generate_random_fr - Criterion.rs + + + + +
+

babyjubjub/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0739 µs1.0748 µs1.0757 µs
R²0.99854270.99862440.9985113
Mean1.0746 µs1.0755 µs1.0766 µs
Std. Dev.3.4890 ns5.0662 ns6.4751 ns
Median1.0738 µs1.0745 µs1.0755 µs
MAD2.4188 ns3.3659 ns3.9355 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_random_fr/report/mean.svg b/benchmarks/babyjubjub/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..53a4783 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + 1.076 + + + + + 1.0765 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/median.svg b/benchmarks/babyjubjub/generate_random_fr/report/median.svg new file mode 100644 index 0000000..2673a88 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 200 + + + + + 400 + + + + + 600 + + + + + 800 + + + + + 1000 + + + + + 1200 + + + + + 1400 + + + + + 1600 + + + + + 1800 + + + + + 2000 + + + + + 1.074 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_random_fr: median + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/pdf.svg b/benchmarks/babyjubjub/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..28b2695 --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/pdf.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.065 + + + + + 1.07 + + + + + 1.075 + + + + + 1.08 + + + + + 1.085 + + + + + 1.09 + + + + + 1.095 + + + + + 1.1 + + + + + 1.105 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_random_fr + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/pdf_small.svg b/benchmarks/babyjubjub/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..9d1c1bc --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 1.065 + + + + + 1.07 + + + + + 1.075 + + + + + 1.08 + + + + + 1.085 + + + + + 1.09 + + + + + 1.095 + + + + + 1.1 + + + + + 1.105 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/regression.svg b/benchmarks/babyjubjub/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..d89d87c --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/generate_random_fr + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/regression_small.svg b/benchmarks/babyjubjub/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..56f120f --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/slope.svg b/benchmarks/babyjubjub/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..6857bbb --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.074 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/babyjubjub/generate_random_fr/report/typical.svg b/benchmarks/babyjubjub/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..8151d1a --- /dev/null +++ b/benchmarks/babyjubjub/generate_random_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.074 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/base/benchmark.json b/benchmarks/babyjubjub/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..99c5108 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_stealth_address","directory_name":"babyjubjub/generate_stealth_address","title":"babyjubjub/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/base/estimates.json b/benchmarks/babyjubjub/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..85f07ef --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209832.59617305934,"upper_bound":210058.80667506892},"point_estimate":209934.4392349296,"standard_error":57.8123388720905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209754.25531914894,"upper_bound":209920.4081632653},"point_estimate":209811.7954263566,"standard_error":43.38664334922422},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221.88842700460577,"upper_bound":325.2034611903102},"point_estimate":274.90559250912565,"standard_error":25.96071994267602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209802.9867797785,"upper_bound":209906.30015612917},"point_estimate":209853.7466599675,"standard_error":26.38657725554014},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.6620891775421,"upper_bound":828.3896691877626},"point_estimate":581.6656233950828,"standard_error":137.98841415701614}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/base/sample.json b/benchmarks/babyjubjub/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..6b27d37 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1064125.0,2096792.0,3149584.0,4193208.0,5242500.0,6286208.0,7340916.0,8543625.0,9512583.0,10504666.0,11613041.0,12576416.0,13648416.0,14669542.0,15815708.0,16770875.0,17847459.0,18887500.0,19890959.0,20930542.0,22055500.0,23049792.0,24160709.0,25142083.0,26187000.0,27255792.0,28255125.0,29351625.0,30456750.0,31519875.0,32510125.0,33565583.0,34553625.0,35819208.0,36700500.0,37822291.0,38722541.0,39868708.0,40919334.0,41921333.0,43084500.0,44029042.0,45101750.0,46140709.0,47205708.0,48242583.0,49292250.0,50423416.0,51430500.0,52397500.0,53545041.0,54615708.0,55637834.0,56644125.0,57725875.0,58669541.0,59830375.0,60959667.0,61888000.0,63196250.0,64048416.0,65060666.0,66202958.0,67205834.0,68150542.0,69396125.0,70349875.0,71407958.0,72558334.0,73474958.0,74571625.0,75609375.0,76517792.0,77664542.0,78596417.0,79722250.0,80703083.0,81750500.0,82858000.0,83805292.0,84905917.0,86117292.0,87006875.0,88001958.0,89056250.0,90222791.0,91178916.0,92396208.0,93359250.0,94475875.0,95567000.0,96646042.0,97528625.0,98654625.0,99780042.0,100698750.0,101700584.0,102831208.0,103825208.0,104973375.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/base/tukey.json b/benchmarks/babyjubjub/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..21a24f3 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[208533.21000347537,209094.08321817487,210589.74512404017,211150.61833873964] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/new/benchmark.json b/benchmarks/babyjubjub/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..99c5108 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_stealth_address","directory_name":"babyjubjub/generate_stealth_address","title":"babyjubjub/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/new/estimates.json b/benchmarks/babyjubjub/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..85f07ef --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209832.59617305934,"upper_bound":210058.80667506892},"point_estimate":209934.4392349296,"standard_error":57.8123388720905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209754.25531914894,"upper_bound":209920.4081632653},"point_estimate":209811.7954263566,"standard_error":43.38664334922422},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221.88842700460577,"upper_bound":325.2034611903102},"point_estimate":274.90559250912565,"standard_error":25.96071994267602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209802.9867797785,"upper_bound":209906.30015612917},"point_estimate":209853.7466599675,"standard_error":26.38657725554014},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.6620891775421,"upper_bound":828.3896691877626},"point_estimate":581.6656233950828,"standard_error":137.98841415701614}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/new/sample.json b/benchmarks/babyjubjub/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..6b27d37 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1064125.0,2096792.0,3149584.0,4193208.0,5242500.0,6286208.0,7340916.0,8543625.0,9512583.0,10504666.0,11613041.0,12576416.0,13648416.0,14669542.0,15815708.0,16770875.0,17847459.0,18887500.0,19890959.0,20930542.0,22055500.0,23049792.0,24160709.0,25142083.0,26187000.0,27255792.0,28255125.0,29351625.0,30456750.0,31519875.0,32510125.0,33565583.0,34553625.0,35819208.0,36700500.0,37822291.0,38722541.0,39868708.0,40919334.0,41921333.0,43084500.0,44029042.0,45101750.0,46140709.0,47205708.0,48242583.0,49292250.0,50423416.0,51430500.0,52397500.0,53545041.0,54615708.0,55637834.0,56644125.0,57725875.0,58669541.0,59830375.0,60959667.0,61888000.0,63196250.0,64048416.0,65060666.0,66202958.0,67205834.0,68150542.0,69396125.0,70349875.0,71407958.0,72558334.0,73474958.0,74571625.0,75609375.0,76517792.0,77664542.0,78596417.0,79722250.0,80703083.0,81750500.0,82858000.0,83805292.0,84905917.0,86117292.0,87006875.0,88001958.0,89056250.0,90222791.0,91178916.0,92396208.0,93359250.0,94475875.0,95567000.0,96646042.0,97528625.0,98654625.0,99780042.0,100698750.0,101700584.0,102831208.0,103825208.0,104973375.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/new/tukey.json b/benchmarks/babyjubjub/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..21a24f3 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[208533.21000347537,209094.08321817487,210589.74512404017,211150.61833873964] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/MAD.svg b/benchmarks/babyjubjub/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..228b31a --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 0.02 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/SD.svg b/benchmarks/babyjubjub/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..327ab16 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/index.html b/benchmarks/babyjubjub/generate_stealth_address/report/index.html new file mode 100644 index 0000000..8c13b00 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/generate_stealth_address - Criterion.rs + + + + +
+

babyjubjub/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope209.80 µs209.85 µs209.91 µs
R²0.99982490.99983300.9998243
Mean209.83 µs209.93 µs210.06 µs
Std. Dev.296.66 ns581.67 ns828.39 ns
Median209.75 µs209.81 µs209.92 µs
MAD221.89 ns274.91 ns325.20 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/mean.svg b/benchmarks/babyjubjub/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..341da93 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 209.85 + + + + + 209.9 + + + + + 209.95 + + + + + 210 + + + + + 210.05 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/median.svg b/benchmarks/babyjubjub/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..4f4dee6 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/median.svg @@ -0,0 +1,273 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 209.75 + + + + + 209.8 + + + + + 209.85 + + + + + 209.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/pdf.svg b/benchmarks/babyjubjub/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..63be391 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/pdf.svg @@ -0,0 +1,324 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 209 + + + + + 210 + + + + + 211 + + + + + 212 + + + + + 213 + + + + + 214 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_address + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/pdf_small.svg b/benchmarks/babyjubjub/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..0cf4caa --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 209 + + + + + 210 + + + + + 211 + + + + + 212 + + + + + 213 + + + + + 214 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/regression.svg b/benchmarks/babyjubjub/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..24c65aa --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/regression.svg @@ -0,0 +1,382 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + babyjubjub/generate_stealth_address + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/regression_small.svg b/benchmarks/babyjubjub/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..2c2fb78 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/slope.svg b/benchmarks/babyjubjub/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..b03cf7f --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 209.8 + + + + + 209.82 + + + + + 209.84 + + + + + 209.86 + + + + + 209.88 + + + + + 209.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_address/report/typical.svg b/benchmarks/babyjubjub/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..81383a6 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_address/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 209.8 + + + + + 209.82 + + + + + 209.84 + + + + + 209.86 + + + + + 209.88 + + + + + 209.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/base/benchmark.json b/benchmarks/babyjubjub/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..90ede41 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_stealth_private_key","directory_name":"babyjubjub/generate_stealth_private_key","title":"babyjubjub/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/base/estimates.json b/benchmarks/babyjubjub/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..fd2a5f1 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109937.9167716218,"upper_bound":110074.96990799655},"point_estimate":109997.82429958713,"standard_error":35.25192564300942},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109907.24673913044,"upper_bound":109971.96428571429},"point_estimate":109938.87977304964,"standard_error":15.46759620596613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.58412547096836,"upper_bound":154.7195312832499},"point_estimate":117.83697471469917,"standard_error":14.55729010946644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109912.33823332499,"upper_bound":109957.26892378622},"point_estimate":109934.52255652432,"standard_error":11.437256018420923},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.1715644585724,"upper_bound":534.7882110925223},"point_estimate":354.3570367396009,"standard_error":102.68631615645026}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/base/sample.json b/benchmarks/babyjubjub/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..cbc058e --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[1115833.0,2219250.0,3293291.0,4389958.0,5511417.0,6601584.0,7681583.0,9006291.0,9882791.0,11029458.0,12129875.0,13157875.0,14300792.0,15438208.0,16480125.0,17589083.0,18706875.0,19756666.0,20872625.0,21946167.0,23171917.0,24132292.0,25227667.0,26416667.0,27510292.0,28588834.0,29772417.0,30765084.0,31827792.0,33002167.0,34228042.0,35216167.0,36302667.0,37384042.0,38401875.0,39572542.0,40698375.0,41778916.0,42837291.0,43955791.0,45109083.0,46171792.0,47256875.0,48335333.0,49526875.0,50674583.0,51609209.0,52685708.0,53910083.0,54995916.0,56059916.0,57238083.0,58355125.0,59360125.0,60453375.0,61593417.0,62584209.0,63759167.0,64853833.0,65892000.0,67025417.0,68130125.0,69201209.0,70377542.0,71317375.0,72523792.0,73611667.0,74911375.0,75907208.0,76980375.0,78126166.0,79206875.0,80307625.0,81302167.0,82450042.0,83648042.0,84615042.0,85788792.0,86780875.0,88068666.0,89062750.0,90116500.0,91191375.0,92381875.0,93382375.0,94669750.0,95516916.0,96791083.0,97854584.0,98890583.0,100055625.0,101114667.0,102260166.0,103347708.0,104405792.0,105590833.0,106529834.0,107597125.0,108903000.0,109874875.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/base/tukey.json b/benchmarks/babyjubjub/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..1910a0a --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[109401.20291336042,109633.61616256257,110253.3848271016,110485.79807630373] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/new/benchmark.json b/benchmarks/babyjubjub/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..90ede41 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"babyjubjub/generate_stealth_private_key","directory_name":"babyjubjub/generate_stealth_private_key","title":"babyjubjub/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/new/estimates.json b/benchmarks/babyjubjub/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..fd2a5f1 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109937.9167716218,"upper_bound":110074.96990799655},"point_estimate":109997.82429958713,"standard_error":35.25192564300942},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109907.24673913044,"upper_bound":109971.96428571429},"point_estimate":109938.87977304964,"standard_error":15.46759620596613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.58412547096836,"upper_bound":154.7195312832499},"point_estimate":117.83697471469917,"standard_error":14.55729010946644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109912.33823332499,"upper_bound":109957.26892378622},"point_estimate":109934.52255652432,"standard_error":11.437256018420923},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.1715644585724,"upper_bound":534.7882110925223},"point_estimate":354.3570367396009,"standard_error":102.68631615645026}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/new/sample.json b/benchmarks/babyjubjub/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..cbc058e --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[1115833.0,2219250.0,3293291.0,4389958.0,5511417.0,6601584.0,7681583.0,9006291.0,9882791.0,11029458.0,12129875.0,13157875.0,14300792.0,15438208.0,16480125.0,17589083.0,18706875.0,19756666.0,20872625.0,21946167.0,23171917.0,24132292.0,25227667.0,26416667.0,27510292.0,28588834.0,29772417.0,30765084.0,31827792.0,33002167.0,34228042.0,35216167.0,36302667.0,37384042.0,38401875.0,39572542.0,40698375.0,41778916.0,42837291.0,43955791.0,45109083.0,46171792.0,47256875.0,48335333.0,49526875.0,50674583.0,51609209.0,52685708.0,53910083.0,54995916.0,56059916.0,57238083.0,58355125.0,59360125.0,60453375.0,61593417.0,62584209.0,63759167.0,64853833.0,65892000.0,67025417.0,68130125.0,69201209.0,70377542.0,71317375.0,72523792.0,73611667.0,74911375.0,75907208.0,76980375.0,78126166.0,79206875.0,80307625.0,81302167.0,82450042.0,83648042.0,84615042.0,85788792.0,86780875.0,88068666.0,89062750.0,90116500.0,91191375.0,92381875.0,93382375.0,94669750.0,95516916.0,96791083.0,97854584.0,98890583.0,100055625.0,101114667.0,102260166.0,103347708.0,104405792.0,105590833.0,106529834.0,107597125.0,108903000.0,109874875.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/new/tukey.json b/benchmarks/babyjubjub/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..1910a0a --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[109401.20291336042,109633.61616256257,110253.3848271016,110485.79807630373] \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/MAD.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..2b279c7 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/SD.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..ab5dae5 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/index.html b/benchmarks/babyjubjub/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..7bc662f --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/generate_stealth_private_key - Criterion.rs + + + + +
+

babyjubjub/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope109.91 µs109.93 µs109.96 µs
R²0.99987210.99987770.9998718
Mean109.94 µs110.00 µs110.07 µs
Std. Dev.146.17 ns354.36 ns534.79 ns
Median109.91 µs109.94 µs109.97 µs
MAD95.584 ns117.84 ns154.72 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/mean.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..2a994d0 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 109.94 + + + + + 109.96 + + + + + 109.98 + + + + + 110 + + + + + 110.02 + + + + + 110.04 + + + + + 110.06 + + + + + 110.08 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/median.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..4708141 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 109.91 + + + + + 109.92 + + + + + 109.93 + + + + + 109.94 + + + + + 109.95 + + + + + 109.96 + + + + + 109.97 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..1c0f003 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,358 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 109.5 + + + + + 110 + + + + + 110.5 + + + + + 111 + + + + + 111.5 + + + + + 112 + + + + + 112.5 + + + + + 113 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..cec2fa8 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 109.5 + + + + + 110 + + + + + 110.5 + + + + + 111 + + + + + 111.5 + + + + + 112 + + + + + 112.5 + + + + + 113 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/regression.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..7a0fceb --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,382 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/regression_small.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..9494df0 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/slope.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..a6f7dd8 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 109.91 + + + + + 109.92 + + + + + 109.93 + + + + + 109.94 + + + + + 109.95 + + + + + 109.96 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/babyjubjub/generate_stealth_private_key/report/typical.svg b/benchmarks/babyjubjub/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..4291af8 --- /dev/null +++ b/benchmarks/babyjubjub/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 109.91 + + + + + 109.92 + + + + + 109.93 + + + + + 109.94 + + + + + 109.95 + + + + + 109.96 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/base/benchmark.json b/benchmarks/babyjubjub/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..70dbe97 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"babyjubjub/hash_to_fr","directory_name":"babyjubjub/hash_to_fr","title":"babyjubjub/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/base/estimates.json b/benchmarks/babyjubjub/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..f9f7ca5 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.3558494505824,"upper_bound":526.0282665691253},"point_estimate":525.6664315520075,"standard_error":0.17227008031004193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.2814833231334,"upper_bound":525.5818939726355},"point_estimate":525.4189870367555,"standard_error":0.09226831313328382},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6041912161336663,"upper_bound":1.0342342164284908},"point_estimate":0.8642265592744228,"standard_error":0.11076303350479794},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.9418413876192,"upper_bound":525.3897258038166},"point_estimate":525.1602094794692,"standard_error":0.11422366488030654},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0229016376313889,"upper_bound":2.3625946267538334},"point_estimate":1.7351393859942856,"standard_error":0.3451568941483533}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/base/sample.json b/benchmarks/babyjubjub/hash_to_fr/base/sample.json new file mode 100644 index 0000000..3631c2b --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1892.0,3784.0,5676.0,7568.0,9460.0,11352.0,13244.0,15136.0,17028.0,18920.0,20812.0,22704.0,24596.0,26488.0,28380.0,30272.0,32164.0,34056.0,35948.0,37840.0,39732.0,41624.0,43516.0,45408.0,47300.0,49192.0,51084.0,52976.0,54868.0,56760.0,58652.0,60544.0,62436.0,64328.0,66220.0,68112.0,70004.0,71896.0,73788.0,75680.0,77572.0,79464.0,81356.0,83248.0,85140.0,87032.0,88924.0,90816.0,92708.0,94600.0,96492.0,98384.0,100276.0,102168.0,104060.0,105952.0,107844.0,109736.0,111628.0,113520.0,115412.0,117304.0,119196.0,121088.0,122980.0,124872.0,126764.0,128656.0,130548.0,132440.0,134332.0,136224.0,138116.0,140008.0,141900.0,143792.0,145684.0,147576.0,149468.0,151360.0,153252.0,155144.0,157036.0,158928.0,160820.0,162712.0,164604.0,166496.0,168388.0,170280.0,172172.0,174064.0,175956.0,177848.0,179740.0,181632.0,183524.0,185416.0,187308.0,189200.0],"times":[1013625.0,1987666.0,2978875.0,3968917.0,4966792.0,5958333.0,6945541.0,8020083.0,9077417.0,10041083.0,11024458.0,11942500.0,12954875.0,13920625.0,15025375.0,15914459.0,16875959.0,17862875.0,18905542.0,19884959.0,20859250.0,21885750.0,22895416.0,23855958.0,24905000.0,25806000.0,26805542.0,27872250.0,28840292.0,29909375.0,30809000.0,31820042.0,32754833.0,33794458.0,34800000.0,35830791.0,36712916.0,37733708.0,38777917.0,39837167.0,40778500.0,41693791.0,42762000.0,43786583.0,44813875.0,45677000.0,46856167.0,47703042.0,48688042.0,49740709.0,50736000.0,51700584.0,52703250.0,53715291.0,54676916.0,55634291.0,56758125.0,57632625.0,58613209.0,59665042.0,60632333.0,61583208.0,62654625.0,63638833.0,64707084.0,65771500.0,66602000.0,67675458.0,68668666.0,69621750.0,70611917.0,71661250.0,72516125.0,73418583.0,74345750.0,75415000.0,76311000.0,77372458.0,78303250.0,79357500.0,80326917.0,81320292.0,82436917.0,83234500.0,84404916.0,85180000.0,86358542.0,87213375.0,88286292.0,89489250.0,90564208.0,91409042.0,92525959.0,93478167.0,94415917.0,95422625.0,96423542.0,97723625.0,98392833.0,99239834.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/base/tukey.json b/benchmarks/babyjubjub/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..526ddb0 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[521.5204659113266,523.1738901928481,527.5830216102388,529.2364458917602] \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/new/benchmark.json b/benchmarks/babyjubjub/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..70dbe97 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"babyjubjub/hash_to_fr","directory_name":"babyjubjub/hash_to_fr","title":"babyjubjub/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/new/estimates.json b/benchmarks/babyjubjub/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..f9f7ca5 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.3558494505824,"upper_bound":526.0282665691253},"point_estimate":525.6664315520075,"standard_error":0.17227008031004193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.2814833231334,"upper_bound":525.5818939726355},"point_estimate":525.4189870367555,"standard_error":0.09226831313328382},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6041912161336663,"upper_bound":1.0342342164284908},"point_estimate":0.8642265592744228,"standard_error":0.11076303350479794},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.9418413876192,"upper_bound":525.3897258038166},"point_estimate":525.1602094794692,"standard_error":0.11422366488030654},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0229016376313889,"upper_bound":2.3625946267538334},"point_estimate":1.7351393859942856,"standard_error":0.3451568941483533}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/new/sample.json b/benchmarks/babyjubjub/hash_to_fr/new/sample.json new file mode 100644 index 0000000..3631c2b --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1892.0,3784.0,5676.0,7568.0,9460.0,11352.0,13244.0,15136.0,17028.0,18920.0,20812.0,22704.0,24596.0,26488.0,28380.0,30272.0,32164.0,34056.0,35948.0,37840.0,39732.0,41624.0,43516.0,45408.0,47300.0,49192.0,51084.0,52976.0,54868.0,56760.0,58652.0,60544.0,62436.0,64328.0,66220.0,68112.0,70004.0,71896.0,73788.0,75680.0,77572.0,79464.0,81356.0,83248.0,85140.0,87032.0,88924.0,90816.0,92708.0,94600.0,96492.0,98384.0,100276.0,102168.0,104060.0,105952.0,107844.0,109736.0,111628.0,113520.0,115412.0,117304.0,119196.0,121088.0,122980.0,124872.0,126764.0,128656.0,130548.0,132440.0,134332.0,136224.0,138116.0,140008.0,141900.0,143792.0,145684.0,147576.0,149468.0,151360.0,153252.0,155144.0,157036.0,158928.0,160820.0,162712.0,164604.0,166496.0,168388.0,170280.0,172172.0,174064.0,175956.0,177848.0,179740.0,181632.0,183524.0,185416.0,187308.0,189200.0],"times":[1013625.0,1987666.0,2978875.0,3968917.0,4966792.0,5958333.0,6945541.0,8020083.0,9077417.0,10041083.0,11024458.0,11942500.0,12954875.0,13920625.0,15025375.0,15914459.0,16875959.0,17862875.0,18905542.0,19884959.0,20859250.0,21885750.0,22895416.0,23855958.0,24905000.0,25806000.0,26805542.0,27872250.0,28840292.0,29909375.0,30809000.0,31820042.0,32754833.0,33794458.0,34800000.0,35830791.0,36712916.0,37733708.0,38777917.0,39837167.0,40778500.0,41693791.0,42762000.0,43786583.0,44813875.0,45677000.0,46856167.0,47703042.0,48688042.0,49740709.0,50736000.0,51700584.0,52703250.0,53715291.0,54676916.0,55634291.0,56758125.0,57632625.0,58613209.0,59665042.0,60632333.0,61583208.0,62654625.0,63638833.0,64707084.0,65771500.0,66602000.0,67675458.0,68668666.0,69621750.0,70611917.0,71661250.0,72516125.0,73418583.0,74345750.0,75415000.0,76311000.0,77372458.0,78303250.0,79357500.0,80326917.0,81320292.0,82436917.0,83234500.0,84404916.0,85180000.0,86358542.0,87213375.0,88286292.0,89489250.0,90564208.0,91409042.0,92525959.0,93478167.0,94415917.0,95422625.0,96423542.0,97723625.0,98392833.0,99239834.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/new/tukey.json b/benchmarks/babyjubjub/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..526ddb0 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[521.5204659113266,523.1738901928481,527.5830216102388,529.2364458917602] \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/report/MAD.svg b/benchmarks/babyjubjub/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..31ae2a5 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/SD.svg b/benchmarks/babyjubjub/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..af350a2 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/index.html b/benchmarks/babyjubjub/hash_to_fr/report/index.html new file mode 100644 index 0000000..83c9709 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/hash_to_fr - Criterion.rs + + + + +
+

babyjubjub/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope524.94 ns525.16 ns525.39 ns
R²0.99960500.99962900.9996025
Mean525.36 ns525.67 ns526.03 ns
Std. Dev.1.0229 ns1.7351 ns2.3626 ns
Median525.28 ns525.42 ns525.58 ns
MAD604.19 ps864.23 ps1.0342 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/hash_to_fr/report/mean.svg b/benchmarks/babyjubjub/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..b9a2681 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 525.3 + + + + + 525.4 + + + + + 525.5 + + + + + 525.6 + + + + + 525.7 + + + + + 525.8 + + + + + 525.9 + + + + + 526 + + + + + 526.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/median.svg b/benchmarks/babyjubjub/hash_to_fr/report/median.svg new file mode 100644 index 0000000..f6bae17 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 525.25 + + + + + 525.3 + + + + + 525.35 + + + + + 525.4 + + + + + 525.45 + + + + + 525.5 + + + + + 525.55 + + + + + 525.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: median + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/pdf.svg b/benchmarks/babyjubjub/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..2a3ec87 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/pdf.svg @@ -0,0 +1,352 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/pdf_small.svg b/benchmarks/babyjubjub/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..f1a9c15 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/regression.svg b/benchmarks/babyjubjub/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..1de6493 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/hash_to_fr + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/regression_small.svg b/benchmarks/babyjubjub/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..ee51531 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/slope.svg b/benchmarks/babyjubjub/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..97db3b7 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 524.9 + + + + + 525 + + + + + 525.1 + + + + + 525.2 + + + + + 525.3 + + + + + 525.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/babyjubjub/hash_to_fr/report/typical.svg b/benchmarks/babyjubjub/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..f7b6e79 --- /dev/null +++ b/benchmarks/babyjubjub/hash_to_fr/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 524.9 + + + + + 525 + + + + + 525.1 + + + + + 525.2 + + + + + 525.3 + + + + + 525.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/base/benchmark.json b/benchmarks/babyjubjub/random_keypair/base/benchmark.json new file mode 100644 index 0000000..ffcd661 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"babyjubjub/random_keypair","directory_name":"babyjubjub/random_keypair","title":"babyjubjub/random_keypair"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/base/estimates.json b/benchmarks/babyjubjub/random_keypair/base/estimates.json new file mode 100644 index 0000000..200c38a --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98763.99189131874,"upper_bound":98915.03827014923},"point_estimate":98833.94235979553,"standard_error":38.833392183954054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98712.07778775717,"upper_bound":98790.40454545454},"point_estimate":98739.37933884298,"standard_error":21.077926807664554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.3892883951126,"upper_bound":200.9856581457627},"point_estimate":155.92274001256442,"standard_error":22.102301736167934},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98702.95916707184,"upper_bound":98766.4796378788},"point_estimate":98734.05398390585,"standard_error":16.261839016877044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":238.38090509512367,"upper_bound":519.4205598755016},"point_estimate":390.0905070288945,"standard_error":72.01666811347688}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/base/sample.json b/benchmarks/babyjubjub/random_keypair/base/sample.json new file mode 100644 index 0000000..6202a65 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1109666.0,2188125.0,3265042.0,4378500.0,5425000.0,6549208.0,7594459.0,8857208.0,9897708.0,10836084.0,12084792.0,13042667.0,14122292.0,15173958.0,16404708.0,17360500.0,18484333.0,19563250.0,20649167.0,21712750.0,22852958.0,24001542.0,24957875.0,26095666.0,27185000.0,28217792.0,29344584.0,30481583.0,31556750.0,32451208.0,33617083.0,34631125.0,35887708.0,37007333.0,38013542.0,39148292.0,40378792.0,41290959.0,42325000.0,43872000.0,44519041.0,45605083.0,46575542.0,47734000.0,48863583.0,50040917.0,50933084.0,52126250.0,53197542.0,54276667.0,55367084.0,56514458.0,57454833.0,58536375.0,59739083.0,60820833.0,61849167.0,62937834.0,64120125.0,65201667.0,66229084.0,67180750.0,68440375.0,69404416.0,70437375.0,71748500.0,72855667.0,74021125.0,75062375.0,76093375.0,77239167.0,78024042.0,79279750.0,80271083.0,81770959.0,82409750.0,83652292.0,84651209.0,85781000.0,87033250.0,87833333.0,89085209.0,90021917.0,91272375.0,92104792.0,93440375.0,94473958.0,95639959.0,96579208.0,97687250.0,98814542.0,99887292.0,101025167.0,102034625.0,103134209.0,104449000.0,105351709.0,106510542.0,107398792.0,108704708.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/base/tukey.json b/benchmarks/babyjubjub/random_keypair/base/tukey.json new file mode 100644 index 0000000..389af42 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[98026.43547544407,98337.42463427376,99166.7290578196,99477.71821664929] \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/new/benchmark.json b/benchmarks/babyjubjub/random_keypair/new/benchmark.json new file mode 100644 index 0000000..ffcd661 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"babyjubjub","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"babyjubjub/random_keypair","directory_name":"babyjubjub/random_keypair","title":"babyjubjub/random_keypair"} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/new/estimates.json b/benchmarks/babyjubjub/random_keypair/new/estimates.json new file mode 100644 index 0000000..200c38a --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98763.99189131874,"upper_bound":98915.03827014923},"point_estimate":98833.94235979553,"standard_error":38.833392183954054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98712.07778775717,"upper_bound":98790.40454545454},"point_estimate":98739.37933884298,"standard_error":21.077926807664554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.3892883951126,"upper_bound":200.9856581457627},"point_estimate":155.92274001256442,"standard_error":22.102301736167934},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98702.95916707184,"upper_bound":98766.4796378788},"point_estimate":98734.05398390585,"standard_error":16.261839016877044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":238.38090509512367,"upper_bound":519.4205598755016},"point_estimate":390.0905070288945,"standard_error":72.01666811347688}} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/new/sample.json b/benchmarks/babyjubjub/random_keypair/new/sample.json new file mode 100644 index 0000000..6202a65 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[1109666.0,2188125.0,3265042.0,4378500.0,5425000.0,6549208.0,7594459.0,8857208.0,9897708.0,10836084.0,12084792.0,13042667.0,14122292.0,15173958.0,16404708.0,17360500.0,18484333.0,19563250.0,20649167.0,21712750.0,22852958.0,24001542.0,24957875.0,26095666.0,27185000.0,28217792.0,29344584.0,30481583.0,31556750.0,32451208.0,33617083.0,34631125.0,35887708.0,37007333.0,38013542.0,39148292.0,40378792.0,41290959.0,42325000.0,43872000.0,44519041.0,45605083.0,46575542.0,47734000.0,48863583.0,50040917.0,50933084.0,52126250.0,53197542.0,54276667.0,55367084.0,56514458.0,57454833.0,58536375.0,59739083.0,60820833.0,61849167.0,62937834.0,64120125.0,65201667.0,66229084.0,67180750.0,68440375.0,69404416.0,70437375.0,71748500.0,72855667.0,74021125.0,75062375.0,76093375.0,77239167.0,78024042.0,79279750.0,80271083.0,81770959.0,82409750.0,83652292.0,84651209.0,85781000.0,87033250.0,87833333.0,89085209.0,90021917.0,91272375.0,92104792.0,93440375.0,94473958.0,95639959.0,96579208.0,97687250.0,98814542.0,99887292.0,101025167.0,102034625.0,103134209.0,104449000.0,105351709.0,106510542.0,107398792.0,108704708.0]} \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/new/tukey.json b/benchmarks/babyjubjub/random_keypair/new/tukey.json new file mode 100644 index 0000000..389af42 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[98026.43547544407,98337.42463427376,99166.7290578196,99477.71821664929] \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/report/MAD.svg b/benchmarks/babyjubjub/random_keypair/report/MAD.svg new file mode 100644 index 0000000..a4a8cd5 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/random_keypair: MAD + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/SD.svg b/benchmarks/babyjubjub/random_keypair/report/SD.svg new file mode 100644 index 0000000..19caebe --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + babyjubjub/random_keypair: SD + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/index.html b/benchmarks/babyjubjub/random_keypair/report/index.html new file mode 100644 index 0000000..f14f774 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + babyjubjub/random_keypair - Criterion.rs + + + + +
+

babyjubjub/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope98.703 µs98.734 µs98.766 µs
R²0.99966190.99967560.9996607
Mean98.764 µs98.834 µs98.915 µs
Std. Dev.238.38 ns390.09 ns519.42 ns
Median98.712 µs98.739 µs98.790 µs
MAD116.39 ns155.92 ns200.99 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/random_keypair/report/mean.svg b/benchmarks/babyjubjub/random_keypair/report/mean.svg new file mode 100644 index 0000000..4c6b47a --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 98.76 + + + + + 98.78 + + + + + 98.8 + + + + + 98.82 + + + + + 98.84 + + + + + 98.86 + + + + + 98.88 + + + + + 98.9 + + + + + 98.92 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/random_keypair: mean + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/median.svg b/benchmarks/babyjubjub/random_keypair/report/median.svg new file mode 100644 index 0000000..6b69b78 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 98.71 + + + + + 98.72 + + + + + 98.73 + + + + + 98.74 + + + + + 98.75 + + + + + 98.76 + + + + + 98.77 + + + + + 98.78 + + + + + 98.79 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/random_keypair: median + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/pdf.svg b/benchmarks/babyjubjub/random_keypair/report/pdf.svg new file mode 100644 index 0000000..5ba1a68 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/pdf.svg @@ -0,0 +1,354 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + 99.5 + + + + + 100 + + + + + 100.5 + + + + + 101 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/random_keypair + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/pdf_small.svg b/benchmarks/babyjubjub/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..39e940f --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 98 + + + + + 98.5 + + + + + 99 + + + + + 99.5 + + + + + 100 + + + + + 100.5 + + + + + 101 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/regression.svg b/benchmarks/babyjubjub/random_keypair/report/regression.svg new file mode 100644 index 0000000..5d239eb --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + babyjubjub/random_keypair + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/regression_small.svg b/benchmarks/babyjubjub/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..36ae9ce --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/slope.svg b/benchmarks/babyjubjub/random_keypair/report/slope.svg new file mode 100644 index 0000000..8c288cd --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 98.7 + + + + + 98.71 + + + + + 98.72 + + + + + 98.73 + + + + + 98.74 + + + + + 98.75 + + + + + 98.76 + + + + + 98.77 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/random_keypair: slope + + + + + + + diff --git a/benchmarks/babyjubjub/random_keypair/report/typical.svg b/benchmarks/babyjubjub/random_keypair/report/typical.svg new file mode 100644 index 0000000..9c10e15 --- /dev/null +++ b/benchmarks/babyjubjub/random_keypair/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 98.7 + + + + + 98.71 + + + + + 98.72 + + + + + 98.73 + + + + + 98.74 + + + + + 98.75 + + + + + 98.76 + + + + + 98.77 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + babyjubjub/random_keypair: typical + + + + + + + diff --git a/benchmarks/babyjubjub/report/index.html b/benchmarks/babyjubjub/report/index.html new file mode 100644 index 0000000..d01a6b5 --- /dev/null +++ b/benchmarks/babyjubjub/report/index.html @@ -0,0 +1,231 @@ + + + + + + babyjubjub Summary - Criterion.rs + + + + +
+

babyjubjub

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

babyjubjub/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

babyjubjub/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/babyjubjub/report/violin.svg b/benchmarks/babyjubjub/report/violin.svg new file mode 100644 index 0000000..e6daf1c --- /dev/null +++ b/benchmarks/babyjubjub/report/violin.svg @@ -0,0 +1,665 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + babyjubjub/random_keypair + + + + + babyjubjub/hash_to_fr + + + + + babyjubjub/generate_stealth_private_key + + + + + babyjubjub/generate_stealth_address + + + + + babyjubjub/generate_random_fr + + + + + babyjubjub/derive_public_key + + + + + babyjubjub/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + babyjubjub: Violin plot + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/base/benchmark.json b/benchmarks/bls12_377/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..a9d3986 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bls12_377/compute_shared_point","directory_name":"bls12_377/compute_shared_point","title":"bls12_377/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/base/estimates.json b/benchmarks/bls12_377/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..5a3e567 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175320.05165078436,"upper_bound":175558.12896339828},"point_estimate":175427.6667574049,"standard_error":61.07697323907139},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175216.71455938698,"upper_bound":175359.01257861636},"point_estimate":175288.71768922624,"standard_error":35.076258478345615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.4603047525278,"upper_bound":316.8088341627193},"point_estimate":244.55739281733125,"standard_error":31.25219209199461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175203.74539679496,"upper_bound":175333.8631200661},"point_estimate":175264.82781488597,"standard_error":33.331211700131306},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.1347148043967,"upper_bound":888.9400787777281},"point_estimate":615.9043290840236,"standard_error":149.80249343805977}} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/base/sample.json b/benchmarks/bls12_377/compute_shared_point/base/sample.json new file mode 100644 index 0000000..ac2fa18 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1065875.0,2101958.0,3158000.0,4215125.0,5261209.0,6316667.0,7417542.0,8622292.0,9495958.0,10522375.0,11648417.0,12599000.0,13677166.0,14709458.0,15832417.0,16843542.0,17901833.0,18912542.0,19945917.0,21017125.0,22165000.0,23207000.0,24207792.0,25226000.0,26297708.0,27652208.0,28475542.0,29551750.0,30572958.0,31627500.0,32590166.0,33706041.0,34704041.0,35793625.0,36851667.0,37897458.0,38900500.0,39971375.0,41055042.0,42001250.0,43088792.0,44196000.0,45187084.0,46250042.0,47248667.0,48393125.0,49421292.0,50528042.0,51909625.0,52578708.0,53638542.0,54737375.0,55764166.0,56722166.0,57652416.0,58861416.0,59975791.0,60896791.0,62079541.0,63028375.0,64124000.0,65320084.0,66239708.0,67318458.0,68411750.0,69298458.0,70528917.0,71502292.0,72453667.0,73518042.0,74586042.0,75616625.0,76645625.0,77839250.0,78820334.0,79954292.0,80867333.0,81991833.0,82958125.0,84537708.0,85108041.0,86209125.0,87155792.0,88193583.0,89205750.0,90324167.0,91463125.0,92465292.0,93540334.0,94993333.0,95769500.0,96856458.0,97810750.0,98873084.0,99815834.0,101129417.0,101972333.0,103068416.0,104061375.0,105120500.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/base/tukey.json b/benchmarks/bls12_377/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..46c2847 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[174187.05890708568,174662.5024649065,175930.35195242864,176405.79551024945] \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/new/benchmark.json b/benchmarks/bls12_377/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..a9d3986 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bls12_377/compute_shared_point","directory_name":"bls12_377/compute_shared_point","title":"bls12_377/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/new/estimates.json b/benchmarks/bls12_377/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..5a3e567 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175320.05165078436,"upper_bound":175558.12896339828},"point_estimate":175427.6667574049,"standard_error":61.07697323907139},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175216.71455938698,"upper_bound":175359.01257861636},"point_estimate":175288.71768922624,"standard_error":35.076258478345615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.4603047525278,"upper_bound":316.8088341627193},"point_estimate":244.55739281733125,"standard_error":31.25219209199461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175203.74539679496,"upper_bound":175333.8631200661},"point_estimate":175264.82781488597,"standard_error":33.331211700131306},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.1347148043967,"upper_bound":888.9400787777281},"point_estimate":615.9043290840236,"standard_error":149.80249343805977}} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/new/sample.json b/benchmarks/bls12_377/compute_shared_point/new/sample.json new file mode 100644 index 0000000..ac2fa18 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1065875.0,2101958.0,3158000.0,4215125.0,5261209.0,6316667.0,7417542.0,8622292.0,9495958.0,10522375.0,11648417.0,12599000.0,13677166.0,14709458.0,15832417.0,16843542.0,17901833.0,18912542.0,19945917.0,21017125.0,22165000.0,23207000.0,24207792.0,25226000.0,26297708.0,27652208.0,28475542.0,29551750.0,30572958.0,31627500.0,32590166.0,33706041.0,34704041.0,35793625.0,36851667.0,37897458.0,38900500.0,39971375.0,41055042.0,42001250.0,43088792.0,44196000.0,45187084.0,46250042.0,47248667.0,48393125.0,49421292.0,50528042.0,51909625.0,52578708.0,53638542.0,54737375.0,55764166.0,56722166.0,57652416.0,58861416.0,59975791.0,60896791.0,62079541.0,63028375.0,64124000.0,65320084.0,66239708.0,67318458.0,68411750.0,69298458.0,70528917.0,71502292.0,72453667.0,73518042.0,74586042.0,75616625.0,76645625.0,77839250.0,78820334.0,79954292.0,80867333.0,81991833.0,82958125.0,84537708.0,85108041.0,86209125.0,87155792.0,88193583.0,89205750.0,90324167.0,91463125.0,92465292.0,93540334.0,94993333.0,95769500.0,96856458.0,97810750.0,98873084.0,99815834.0,101129417.0,101972333.0,103068416.0,104061375.0,105120500.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/new/tukey.json b/benchmarks/bls12_377/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..46c2847 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[174187.05890708568,174662.5024649065,175930.35195242864,176405.79551024945] \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/report/MAD.svg b/benchmarks/bls12_377/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..4338214 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/SD.svg b/benchmarks/bls12_377/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..2086f70 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/index.html b/benchmarks/bls12_377/compute_shared_point/report/index.html new file mode 100644 index 0000000..6c8ebd5 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/compute_shared_point - Criterion.rs + + + + +
+

bls12_377/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope175.20 µs175.26 µs175.33 µs
R²0.99961540.99963220.9996108
Mean175.32 µs175.43 µs175.56 µs
Std. Dev.329.13 ns615.90 ns888.94 ns
Median175.22 µs175.29 µs175.36 µs
MAD193.46 ns244.56 ns316.81 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/compute_shared_point/report/mean.svg b/benchmarks/bls12_377/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..69e6909 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 175.3 + + + + + 175.35 + + + + + 175.4 + + + + + 175.45 + + + + + 175.5 + + + + + 175.55 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/median.svg b/benchmarks/bls12_377/compute_shared_point/report/median.svg new file mode 100644 index 0000000..e9eaadc --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 175.22 + + + + + 175.24 + + + + + 175.26 + + + + + 175.28 + + + + + 175.3 + + + + + 175.32 + + + + + 175.34 + + + + + 175.36 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/compute_shared_point: median + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/pdf.svg b/benchmarks/bls12_377/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..45d8a24 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/pdf.svg @@ -0,0 +1,334 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 174 + + + + + 175 + + + + + 176 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/compute_shared_point + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/pdf_small.svg b/benchmarks/bls12_377/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..81055b6 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 174 + + + + + 175 + + + + + 176 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/regression.svg b/benchmarks/bls12_377/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..026ebde --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_377/compute_shared_point + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/regression_small.svg b/benchmarks/bls12_377/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..3c65218 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/slope.svg b/benchmarks/bls12_377/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..ba69ea2 --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 175.2 + + + + + 175.22 + + + + + 175.24 + + + + + 175.26 + + + + + 175.28 + + + + + 175.3 + + + + + 175.32 + + + + + 175.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/bls12_377/compute_shared_point/report/typical.svg b/benchmarks/bls12_377/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..2ac31ff --- /dev/null +++ b/benchmarks/bls12_377/compute_shared_point/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 175.2 + + + + + 175.22 + + + + + 175.24 + + + + + 175.26 + + + + + 175.28 + + + + + 175.3 + + + + + 175.32 + + + + + 175.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/base/benchmark.json b/benchmarks/bls12_377/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..3d97915 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bls12_377/derive_public_key","directory_name":"bls12_377/derive_public_key","title":"bls12_377/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/base/estimates.json b/benchmarks/bls12_377/derive_public_key/base/estimates.json new file mode 100644 index 0000000..adc06ef --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175971.06735777063,"upper_bound":176365.11321332792},"point_estimate":176147.34142538955,"standard_error":101.20603530552653},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175810.5996031746,"upper_bound":175916.66666666666},"point_estimate":175847.58345445734,"standard_error":24.435137664299802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.81060147430637,"upper_bound":268.7824038479049},"point_estimate":194.3242821125433,"standard_error":34.52017412569822},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175804.0943030783,"upper_bound":175897.763034195},"point_estimate":175847.73710753166,"standard_error":23.82748847030324},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":477.6971928031403,"upper_bound":1441.0176116604298},"point_estimate":1017.9773615587184,"standard_error":244.0899336103521}} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/base/sample.json b/benchmarks/bls12_377/derive_public_key/base/sample.json new file mode 100644 index 0000000..4829211 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1080459.0,2111000.0,3284000.0,4237125.0,5336458.0,6436041.0,7391583.0,8685417.0,9570959.0,10640458.0,11619625.0,12707166.0,13757875.0,14829000.0,15892708.0,16956000.0,17968959.0,19042500.0,20062625.0,21209042.0,22204250.0,23210875.0,24371333.0,25301333.0,26441792.0,27366334.0,28478542.0,29575917.0,30551167.0,31644959.0,32696000.0,33772500.0,34796333.0,35878334.0,36921333.0,37927625.0,39034000.0,40037458.0,41213125.0,42232083.0,43247709.0,44272125.0,45369292.0,46428709.0,47471250.0,48498500.0,49717417.0,50643417.0,51640667.0,52735833.0,53881625.0,54813583.0,55857209.0,56963167.0,58027417.0,59046084.0,60211958.0,61120416.0,62164750.0,63339083.0,64445000.0,65331333.0,66499625.0,67520125.0,68554291.0,69588000.0,70723125.0,71713542.0,72770125.0,73826250.0,74920167.0,75906167.0,77015083.0,78169000.0,79152042.0,80192917.0,81212542.0,82276834.0,83214667.0,84489833.0,85634916.0,86525750.0,87545709.0,88645583.0,89656583.0,90548417.0,92154709.0,92777333.0,93945041.0,94904208.0,95958042.0,96988000.0,98092458.0,99105167.0,100272709.0,101246958.0,102427375.0,103459875.0,104427959.0,105490333.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/base/tukey.json b/benchmarks/bls12_377/derive_public_key/base/tukey.json new file mode 100644 index 0000000..4beae6b --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[174897.5028098421,175334.7803637872,176500.85384097416,176938.13139491927] \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/new/benchmark.json b/benchmarks/bls12_377/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..3d97915 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bls12_377/derive_public_key","directory_name":"bls12_377/derive_public_key","title":"bls12_377/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/new/estimates.json b/benchmarks/bls12_377/derive_public_key/new/estimates.json new file mode 100644 index 0000000..adc06ef --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175971.06735777063,"upper_bound":176365.11321332792},"point_estimate":176147.34142538955,"standard_error":101.20603530552653},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175810.5996031746,"upper_bound":175916.66666666666},"point_estimate":175847.58345445734,"standard_error":24.435137664299802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.81060147430637,"upper_bound":268.7824038479049},"point_estimate":194.3242821125433,"standard_error":34.52017412569822},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175804.0943030783,"upper_bound":175897.763034195},"point_estimate":175847.73710753166,"standard_error":23.82748847030324},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":477.6971928031403,"upper_bound":1441.0176116604298},"point_estimate":1017.9773615587184,"standard_error":244.0899336103521}} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/new/sample.json b/benchmarks/bls12_377/derive_public_key/new/sample.json new file mode 100644 index 0000000..4829211 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1080459.0,2111000.0,3284000.0,4237125.0,5336458.0,6436041.0,7391583.0,8685417.0,9570959.0,10640458.0,11619625.0,12707166.0,13757875.0,14829000.0,15892708.0,16956000.0,17968959.0,19042500.0,20062625.0,21209042.0,22204250.0,23210875.0,24371333.0,25301333.0,26441792.0,27366334.0,28478542.0,29575917.0,30551167.0,31644959.0,32696000.0,33772500.0,34796333.0,35878334.0,36921333.0,37927625.0,39034000.0,40037458.0,41213125.0,42232083.0,43247709.0,44272125.0,45369292.0,46428709.0,47471250.0,48498500.0,49717417.0,50643417.0,51640667.0,52735833.0,53881625.0,54813583.0,55857209.0,56963167.0,58027417.0,59046084.0,60211958.0,61120416.0,62164750.0,63339083.0,64445000.0,65331333.0,66499625.0,67520125.0,68554291.0,69588000.0,70723125.0,71713542.0,72770125.0,73826250.0,74920167.0,75906167.0,77015083.0,78169000.0,79152042.0,80192917.0,81212542.0,82276834.0,83214667.0,84489833.0,85634916.0,86525750.0,87545709.0,88645583.0,89656583.0,90548417.0,92154709.0,92777333.0,93945041.0,94904208.0,95958042.0,96988000.0,98092458.0,99105167.0,100272709.0,101246958.0,102427375.0,103459875.0,104427959.0,105490333.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/new/tukey.json b/benchmarks/bls12_377/derive_public_key/new/tukey.json new file mode 100644 index 0000000..4beae6b --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[174897.5028098421,175334.7803637872,176500.85384097416,176938.13139491927] \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/report/MAD.svg b/benchmarks/bls12_377/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..744ffe0 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/SD.svg b/benchmarks/bls12_377/derive_public_key/report/SD.svg new file mode 100644 index 0000000..0e90557 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key: SD + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/index.html b/benchmarks/bls12_377/derive_public_key/report/index.html new file mode 100644 index 0000000..da252c2 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/derive_public_key - Criterion.rs + + + + +
+

bls12_377/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope175.80 µs175.85 µs175.90 µs
R²0.99979690.99980540.9997942
Mean175.97 µs176.15 µs176.37 µs
Std. Dev.477.70 ns1.0180 µs1.4410 µs
Median175.81 µs175.85 µs175.92 µs
MAD133.81 ns194.32 ns268.78 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/derive_public_key/report/mean.svg b/benchmarks/bls12_377/derive_public_key/report/mean.svg new file mode 100644 index 0000000..2fb61dc --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 175.95 + + + + + 176 + + + + + 176.05 + + + + + 176.1 + + + + + 176.15 + + + + + 176.2 + + + + + 176.25 + + + + + 176.3 + + + + + 176.35 + + + + + 176.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key: mean + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/median.svg b/benchmarks/bls12_377/derive_public_key/report/median.svg new file mode 100644 index 0000000..6c235cd --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 175.8 + + + + + 175.82 + + + + + 175.84 + + + + + 175.86 + + + + + 175.88 + + + + + 175.9 + + + + + 175.92 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key: median + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/pdf.svg b/benchmarks/bls12_377/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..07c2e08 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/pdf.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 175 + + + + + 176 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + 181 + + + + + 182 + + + + + 183 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/pdf_small.svg b/benchmarks/bls12_377/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..48a5907 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 175 + + + + + 176 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + 181 + + + + + 182 + + + + + 183 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/regression.svg b/benchmarks/bls12_377/derive_public_key/report/regression.svg new file mode 100644 index 0000000..127ec41 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_377/derive_public_key + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/regression_small.svg b/benchmarks/bls12_377/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..35abb94 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/slope.svg b/benchmarks/bls12_377/derive_public_key/report/slope.svg new file mode 100644 index 0000000..f7ef81b --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 175.8 + + + + + 175.82 + + + + + 175.84 + + + + + 175.86 + + + + + 175.88 + + + + + 175.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key: slope + + + + + + + diff --git a/benchmarks/bls12_377/derive_public_key/report/typical.svg b/benchmarks/bls12_377/derive_public_key/report/typical.svg new file mode 100644 index 0000000..7af6338 --- /dev/null +++ b/benchmarks/bls12_377/derive_public_key/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 175.8 + + + + + 175.82 + + + + + 175.84 + + + + + 175.86 + + + + + 175.88 + + + + + 175.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/derive_public_key: typical + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/base/benchmark.json b/benchmarks/bls12_377/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..b1bebde --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bls12_377/generate_random_fr","directory_name":"bls12_377/generate_random_fr","title":"bls12_377/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/base/estimates.json b/benchmarks/bls12_377/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..ad3d55e --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1395.745202387666,"upper_bound":1400.074608774141},"point_estimate":1397.8443463830838,"standard_error":1.104610497729425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1395.870988700565,"upper_bound":1399.2929918110835},"point_estimate":1396.7172479788373,"standard_error":0.9163933151627768},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.848413783748096,"upper_bound":9.79777827329358},"point_estimate":7.381579018690134,"standard_error":1.063965789062317},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1396.2879287721007,"upper_bound":1398.8793304776707},"point_estimate":1397.6057053338777,"standard_error":0.659895757059278},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.729775347555812,"upper_bound":14.259499800110207},"point_estimate":11.069809814907627,"standard_error":1.6765543946724617}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/base/sample.json b/benchmarks/bls12_377/generate_random_fr/base/sample.json new file mode 100644 index 0000000..7b5288b --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[708.0,1416.0,2124.0,2832.0,3540.0,4248.0,4956.0,5664.0,6372.0,7080.0,7788.0,8496.0,9204.0,9912.0,10620.0,11328.0,12036.0,12744.0,13452.0,14160.0,14868.0,15576.0,16284.0,16992.0,17700.0,18408.0,19116.0,19824.0,20532.0,21240.0,21948.0,22656.0,23364.0,24072.0,24780.0,25488.0,26196.0,26904.0,27612.0,28320.0,29028.0,29736.0,30444.0,31152.0,31860.0,32568.0,33276.0,33984.0,34692.0,35400.0,36108.0,36816.0,37524.0,38232.0,38940.0,39648.0,40356.0,41064.0,41772.0,42480.0,43188.0,43896.0,44604.0,45312.0,46020.0,46728.0,47436.0,48144.0,48852.0,49560.0,50268.0,50976.0,51684.0,52392.0,53100.0,53808.0,54516.0,55224.0,55932.0,56640.0,57348.0,58056.0,58764.0,59472.0,60180.0,60888.0,61596.0,62304.0,63012.0,63720.0,64428.0,65136.0,65844.0,66552.0,67260.0,67968.0,68676.0,69384.0,70092.0,70800.0],"times":[1028167.0,2024375.0,2917334.0,3836833.0,4968166.0,5900791.0,6982000.0,8027458.0,9004625.0,10034959.0,10964542.0,11906291.0,12772250.0,13773000.0,14834542.0,15719250.0,16716000.0,17937125.0,18858791.0,19602000.0,20763625.0,21621000.0,22620375.0,23721167.0,25034625.0,26304542.0,26770125.0,27765083.0,28590834.0,29538500.0,30763000.0,31368541.0,32527833.0,33294292.0,34562209.0,35424333.0,36389958.0,37575459.0,38695417.0,39494250.0,40729000.0,41510333.0,42309000.0,43485500.0,44261958.0,45352000.0,46448417.0,47359542.0,48301542.0,49413833.0,50463250.0,51324292.0,52412959.0,53306833.0,54505750.0,55210667.0,56680583.0,57586666.0,57978583.0,59671375.0,60594583.0,61025084.0,62449042.0,63170375.0,64421625.0,65655708.0,66077292.0,67748250.0,68248875.0,69574500.0,70634542.0,71572625.0,72560291.0,73097541.0,74357958.0,75362167.0,75580292.0,77094084.0,77839083.0,79114750.0,79744917.0,80597458.0,81916916.0,83040625.0,84282792.0,85651167.0,86122750.0,87532125.0,88172250.0,89252333.0,89946459.0,91371958.0,92099291.0,92920041.0,94106625.0,94421417.0,96207708.0,96981125.0,98152250.0,98667000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/base/tukey.json b/benchmarks/bls12_377/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..74fcf86 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1362.9888828036453,1377.6330668250275,1416.6842242153798,1431.3284082367618] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/new/benchmark.json b/benchmarks/bls12_377/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..b1bebde --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bls12_377/generate_random_fr","directory_name":"bls12_377/generate_random_fr","title":"bls12_377/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/new/estimates.json b/benchmarks/bls12_377/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..ad3d55e --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1395.745202387666,"upper_bound":1400.074608774141},"point_estimate":1397.8443463830838,"standard_error":1.104610497729425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1395.870988700565,"upper_bound":1399.2929918110835},"point_estimate":1396.7172479788373,"standard_error":0.9163933151627768},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.848413783748096,"upper_bound":9.79777827329358},"point_estimate":7.381579018690134,"standard_error":1.063965789062317},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1396.2879287721007,"upper_bound":1398.8793304776707},"point_estimate":1397.6057053338777,"standard_error":0.659895757059278},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.729775347555812,"upper_bound":14.259499800110207},"point_estimate":11.069809814907627,"standard_error":1.6765543946724617}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/new/sample.json b/benchmarks/bls12_377/generate_random_fr/new/sample.json new file mode 100644 index 0000000..7b5288b --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[708.0,1416.0,2124.0,2832.0,3540.0,4248.0,4956.0,5664.0,6372.0,7080.0,7788.0,8496.0,9204.0,9912.0,10620.0,11328.0,12036.0,12744.0,13452.0,14160.0,14868.0,15576.0,16284.0,16992.0,17700.0,18408.0,19116.0,19824.0,20532.0,21240.0,21948.0,22656.0,23364.0,24072.0,24780.0,25488.0,26196.0,26904.0,27612.0,28320.0,29028.0,29736.0,30444.0,31152.0,31860.0,32568.0,33276.0,33984.0,34692.0,35400.0,36108.0,36816.0,37524.0,38232.0,38940.0,39648.0,40356.0,41064.0,41772.0,42480.0,43188.0,43896.0,44604.0,45312.0,46020.0,46728.0,47436.0,48144.0,48852.0,49560.0,50268.0,50976.0,51684.0,52392.0,53100.0,53808.0,54516.0,55224.0,55932.0,56640.0,57348.0,58056.0,58764.0,59472.0,60180.0,60888.0,61596.0,62304.0,63012.0,63720.0,64428.0,65136.0,65844.0,66552.0,67260.0,67968.0,68676.0,69384.0,70092.0,70800.0],"times":[1028167.0,2024375.0,2917334.0,3836833.0,4968166.0,5900791.0,6982000.0,8027458.0,9004625.0,10034959.0,10964542.0,11906291.0,12772250.0,13773000.0,14834542.0,15719250.0,16716000.0,17937125.0,18858791.0,19602000.0,20763625.0,21621000.0,22620375.0,23721167.0,25034625.0,26304542.0,26770125.0,27765083.0,28590834.0,29538500.0,30763000.0,31368541.0,32527833.0,33294292.0,34562209.0,35424333.0,36389958.0,37575459.0,38695417.0,39494250.0,40729000.0,41510333.0,42309000.0,43485500.0,44261958.0,45352000.0,46448417.0,47359542.0,48301542.0,49413833.0,50463250.0,51324292.0,52412959.0,53306833.0,54505750.0,55210667.0,56680583.0,57586666.0,57978583.0,59671375.0,60594583.0,61025084.0,62449042.0,63170375.0,64421625.0,65655708.0,66077292.0,67748250.0,68248875.0,69574500.0,70634542.0,71572625.0,72560291.0,73097541.0,74357958.0,75362167.0,75580292.0,77094084.0,77839083.0,79114750.0,79744917.0,80597458.0,81916916.0,83040625.0,84282792.0,85651167.0,86122750.0,87532125.0,88172250.0,89252333.0,89946459.0,91371958.0,92099291.0,92920041.0,94106625.0,94421417.0,96207708.0,96981125.0,98152250.0,98667000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/new/tukey.json b/benchmarks/bls12_377/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..74fcf86 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1362.9888828036453,1377.6330668250275,1416.6842242153798,1431.3284082367618] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/report/MAD.svg b/benchmarks/bls12_377/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..fd9b886 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/MAD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/SD.svg b/benchmarks/bls12_377/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..299d269 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/index.html b/benchmarks/bls12_377/generate_random_fr/report/index.html new file mode 100644 index 0000000..81ade9e --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/generate_random_fr - Criterion.rs + + + + +
+

bls12_377/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.3963 µs1.3976 µs1.3989 µs
R²0.99774730.99787090.9977555
Mean1.3957 µs1.3978 µs1.4001 µs
Std. Dev.7.7298 ns11.070 ns14.259 ns
Median1.3959 µs1.3967 µs1.3993 µs
MAD5.8484 ns7.3816 ns9.7978 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_random_fr/report/mean.svg b/benchmarks/bls12_377/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..5094047 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 1.396 + + + + + 1.397 + + + + + 1.398 + + + + + 1.399 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/median.svg b/benchmarks/bls12_377/generate_random_fr/report/median.svg new file mode 100644 index 0000000..6fec47d --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/median.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + 1.3955 + + + + + 1.396 + + + + + 1.3965 + + + + + 1.397 + + + + + 1.3975 + + + + + 1.398 + + + + + 1.3985 + + + + + 1.399 + + + + + 1.3995 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_random_fr: median + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/pdf.svg b/benchmarks/bls12_377/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..b15289b --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/pdf.svg @@ -0,0 +1,349 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1.36 + + + + + 1.38 + + + + + 1.4 + + + + + 1.42 + + + + + 1.44 + + + + + 1.46 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_random_fr + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/pdf_small.svg b/benchmarks/bls12_377/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..bb95e2f --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 1.36 + + + + + 1.38 + + + + + 1.4 + + + + + 1.42 + + + + + 1.44 + + + + + 1.46 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/regression.svg b/benchmarks/bls12_377/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..6e9712b --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bls12_377/generate_random_fr + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/regression_small.svg b/benchmarks/bls12_377/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..f5f2b7a --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/slope.svg b/benchmarks/bls12_377/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..5d411a3 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.396 + + + + + 1.3965 + + + + + 1.397 + + + + + 1.3975 + + + + + 1.398 + + + + + 1.3985 + + + + + 1.399 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/bls12_377/generate_random_fr/report/typical.svg b/benchmarks/bls12_377/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..3c457d3 --- /dev/null +++ b/benchmarks/bls12_377/generate_random_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.396 + + + + + 1.3965 + + + + + 1.397 + + + + + 1.3975 + + + + + 1.398 + + + + + 1.3985 + + + + + 1.399 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/base/benchmark.json b/benchmarks/bls12_377/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..5dbeb69 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bls12_377/generate_stealth_address","directory_name":"bls12_377/generate_stealth_address","title":"bls12_377/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/base/estimates.json b/benchmarks/bls12_377/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..b252bac --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375646.48000881006,"upper_bound":376439.0094689422},"point_estimate":375970.12597530166,"standard_error":207.59838104027148},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375500.2916666667,"upper_bound":375654.1170097508},"point_estimate":375554.7891566265,"standard_error":36.47698839259705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":240.39639168146394,"upper_bound":442.17249001717215},"point_estimate":301.56939431930334,"standard_error":54.72985782446793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375475.0899634205,"upper_bound":375630.9002733429},"point_estimate":375550.4495965716,"standard_error":39.843512154089304},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.5908960944856,"upper_bound":3367.021218215073},"point_estimate":2090.5713658986324,"standard_error":820.3184362750582}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/base/sample.json b/benchmarks/bls12_377/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..9cf06ef --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1181792.0,2253292.0,3405792.0,4546417.0,5630584.0,6757250.0,7874334.0,9209917.0,10197833.0,11318458.0,12401042.0,13517500.0,14651875.0,15851125.0,16901083.0,18043250.0,19117250.0,20290709.0,21458708.0,22524916.0,23650958.0,24789875.0,25871958.0,26998542.0,28153959.0,29281333.0,30596166.0,31580916.0,32714500.0,33880667.0,34987167.0,35998417.0,37194083.0,38360500.0,39461208.0,40614625.0,41638208.0,42845875.0,44038708.0,45057750.0,46189708.0,47363416.0,48443750.0,49611292.0,50719750.0,51878750.0,52952000.0,54072042.0,55156917.0,56310375.0,57470167.0,58610667.0,59703625.0,60869583.0,61964334.0,63148792.0,64271875.0,65319375.0,66431250.0,67650917.0,68724583.0,69777875.0,71005792.0,72040750.0,73223708.0,74346750.0,75521375.0,76588042.0,77730208.0,78785375.0,80006875.0,81024500.0,82253125.0,83308125.0,84491750.0,85585416.0,86731791.0,87747333.0,89040084.0,90035208.0,91300041.0,92284083.0,93514667.0,94654959.0,95713500.0,96837417.0,97941959.0,99057833.0,100256166.0,101404083.0,102493125.0,103660042.0,104727083.0,105852166.0,107050333.0,108107667.0,109390500.0,110607916.0,111705916.0,112767500.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/base/tukey.json b/benchmarks/bls12_377/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..e6026e9 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[373991.78025518334,374687.5140749601,376542.8042610314,377238.5380808081] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/new/benchmark.json b/benchmarks/bls12_377/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..5dbeb69 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bls12_377/generate_stealth_address","directory_name":"bls12_377/generate_stealth_address","title":"bls12_377/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/new/estimates.json b/benchmarks/bls12_377/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..b252bac --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375646.48000881006,"upper_bound":376439.0094689422},"point_estimate":375970.12597530166,"standard_error":207.59838104027148},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375500.2916666667,"upper_bound":375654.1170097508},"point_estimate":375554.7891566265,"standard_error":36.47698839259705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":240.39639168146394,"upper_bound":442.17249001717215},"point_estimate":301.56939431930334,"standard_error":54.72985782446793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375475.0899634205,"upper_bound":375630.9002733429},"point_estimate":375550.4495965716,"standard_error":39.843512154089304},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.5908960944856,"upper_bound":3367.021218215073},"point_estimate":2090.5713658986324,"standard_error":820.3184362750582}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/new/sample.json b/benchmarks/bls12_377/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..9cf06ef --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1181792.0,2253292.0,3405792.0,4546417.0,5630584.0,6757250.0,7874334.0,9209917.0,10197833.0,11318458.0,12401042.0,13517500.0,14651875.0,15851125.0,16901083.0,18043250.0,19117250.0,20290709.0,21458708.0,22524916.0,23650958.0,24789875.0,25871958.0,26998542.0,28153959.0,29281333.0,30596166.0,31580916.0,32714500.0,33880667.0,34987167.0,35998417.0,37194083.0,38360500.0,39461208.0,40614625.0,41638208.0,42845875.0,44038708.0,45057750.0,46189708.0,47363416.0,48443750.0,49611292.0,50719750.0,51878750.0,52952000.0,54072042.0,55156917.0,56310375.0,57470167.0,58610667.0,59703625.0,60869583.0,61964334.0,63148792.0,64271875.0,65319375.0,66431250.0,67650917.0,68724583.0,69777875.0,71005792.0,72040750.0,73223708.0,74346750.0,75521375.0,76588042.0,77730208.0,78785375.0,80006875.0,81024500.0,82253125.0,83308125.0,84491750.0,85585416.0,86731791.0,87747333.0,89040084.0,90035208.0,91300041.0,92284083.0,93514667.0,94654959.0,95713500.0,96837417.0,97941959.0,99057833.0,100256166.0,101404083.0,102493125.0,103660042.0,104727083.0,105852166.0,107050333.0,108107667.0,109390500.0,110607916.0,111705916.0,112767500.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/new/tukey.json b/benchmarks/bls12_377/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..e6026e9 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[373991.78025518334,374687.5140749601,376542.8042610314,377238.5380808081] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/report/MAD.svg b/benchmarks/bls12_377/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..0d9a920 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/SD.svg b/benchmarks/bls12_377/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..fba27a2 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/SD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/index.html b/benchmarks/bls12_377/generate_stealth_address/report/index.html new file mode 100644 index 0000000..779206f --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/generate_stealth_address - Criterion.rs + + + + +
+

bls12_377/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope375.48 µs375.55 µs375.63 µs
R²0.99988350.99988900.9998827
Mean375.65 µs375.97 µs376.44 µs
Std. Dev.557.59 ns2.0906 µs3.3670 µs
Median375.50 µs375.55 µs375.65 µs
MAD240.40 ns301.57 ns442.17 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_address/report/mean.svg b/benchmarks/bls12_377/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..55257b0 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 375.6 + + + + + 375.7 + + + + + 375.8 + + + + + 375.9 + + + + + 376 + + + + + 376.1 + + + + + 376.2 + + + + + 376.3 + + + + + 376.4 + + + + + 376.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/median.svg b/benchmarks/bls12_377/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..f480e9a --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 375.5 + + + + + 375.52 + + + + + 375.54 + + + + + 375.56 + + + + + 375.58 + + + + + 375.6 + + + + + 375.62 + + + + + 375.64 + + + + + 375.66 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/pdf.svg b/benchmarks/bls12_377/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..c5e098e --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/pdf.svg @@ -0,0 +1,326 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 375 + + + + + 380 + + + + + 385 + + + + + 390 + + + + + 395 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/pdf_small.svg b/benchmarks/bls12_377/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..f28f784 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 375 + + + + + 380 + + + + + 385 + + + + + 390 + + + + + 395 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/regression.svg b/benchmarks/bls12_377/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..1412da3 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_377/generate_stealth_address + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/regression_small.svg b/benchmarks/bls12_377/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..571e33f --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/slope.svg b/benchmarks/bls12_377/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..d9a7d32 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/slope.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 375.46 + + + + + 375.48 + + + + + 375.5 + + + + + 375.52 + + + + + 375.54 + + + + + 375.56 + + + + + 375.58 + + + + + 375.6 + + + + + 375.62 + + + + + 375.64 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_address/report/typical.svg b/benchmarks/bls12_377/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..701163b --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_address/report/typical.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 375.46 + + + + + 375.48 + + + + + 375.5 + + + + + 375.52 + + + + + 375.54 + + + + + 375.56 + + + + + 375.58 + + + + + 375.6 + + + + + 375.62 + + + + + 375.64 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/base/benchmark.json b/benchmarks/bls12_377/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..5429764 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bls12_377/generate_stealth_private_key","directory_name":"bls12_377/generate_stealth_private_key","title":"bls12_377/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/base/estimates.json b/benchmarks/bls12_377/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..06e3714 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195445.81405333,"upper_bound":195928.49984586897},"point_estimate":195641.12353942348,"standard_error":127.03673566302041},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195396.4626984127,"upper_bound":195507.11382113822},"point_estimate":195434.71685816656,"standard_error":25.083623756078026},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.00572482115416,"upper_bound":307.5363206704431},"point_estimate":244.9850014956476,"standard_error":31.551246352719875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195422.79705320325,"upper_bound":195505.81105048856},"point_estimate":195465.18523668786,"standard_error":21.05996060640073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":327.66877019770084,"upper_bound":2080.272692099419},"point_estimate":1280.1132831720765,"standard_error":526.7102889601656}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/base/sample.json b/benchmarks/bls12_377/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..dbee4e5 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1241667.0,2346458.0,3517458.0,4748417.0,5861250.0,7041041.0,8209416.0,9580583.0,10668709.0,11706667.0,12931667.0,14059875.0,15209500.0,16479084.0,17586667.0,18818584.0,19895625.0,21186209.0,22245958.0,23420750.0,24683875.0,25830209.0,26987125.0,28144417.0,29253500.0,30473333.0,31616792.0,32904875.0,33971708.0,35176042.0,36266125.0,37539625.0,38672208.0,39905666.0,41030958.0,42155417.0,43407500.0,44559083.0,45622084.0,46854625.0,48041209.0,49235042.0,50487625.0,51498750.0,52743584.0,53977500.0,54992375.0,56154541.0,57335000.0,58515250.0,59713333.0,60992417.0,62292292.0,63344584.0,64566833.0,65657708.0,66873917.0,67960042.0,69183709.0,70420334.0,71484833.0,72715125.0,73809792.0,74964500.0,76379750.0,77307333.0,78658459.0,79693000.0,81085542.0,82097667.0,83255250.0,84360541.0,85737125.0,86702000.0,88026500.0,89010125.0,90317250.0,91412167.0,92749500.0,93780666.0,95045416.0,96189500.0,97411417.0,98495167.0,99770542.0,100801833.0,101980416.0,103119333.0,104474709.0,105585958.0,106707875.0,107981792.0,109031875.0,110368917.0,111456542.0,112563125.0,113794833.0,114921292.0,116084834.0,117398292.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/base/tukey.json b/benchmarks/bls12_377/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..d7c88e6 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[194296.95377413416,194791.1595279515,196109.04153813107,196603.2472919484] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/new/benchmark.json b/benchmarks/bls12_377/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..5429764 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bls12_377/generate_stealth_private_key","directory_name":"bls12_377/generate_stealth_private_key","title":"bls12_377/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/new/estimates.json b/benchmarks/bls12_377/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..06e3714 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195445.81405333,"upper_bound":195928.49984586897},"point_estimate":195641.12353942348,"standard_error":127.03673566302041},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195396.4626984127,"upper_bound":195507.11382113822},"point_estimate":195434.71685816656,"standard_error":25.083623756078026},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.00572482115416,"upper_bound":307.5363206704431},"point_estimate":244.9850014956476,"standard_error":31.551246352719875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195422.79705320325,"upper_bound":195505.81105048856},"point_estimate":195465.18523668786,"standard_error":21.05996060640073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":327.66877019770084,"upper_bound":2080.272692099419},"point_estimate":1280.1132831720765,"standard_error":526.7102889601656}} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/new/sample.json b/benchmarks/bls12_377/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..dbee4e5 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1241667.0,2346458.0,3517458.0,4748417.0,5861250.0,7041041.0,8209416.0,9580583.0,10668709.0,11706667.0,12931667.0,14059875.0,15209500.0,16479084.0,17586667.0,18818584.0,19895625.0,21186209.0,22245958.0,23420750.0,24683875.0,25830209.0,26987125.0,28144417.0,29253500.0,30473333.0,31616792.0,32904875.0,33971708.0,35176042.0,36266125.0,37539625.0,38672208.0,39905666.0,41030958.0,42155417.0,43407500.0,44559083.0,45622084.0,46854625.0,48041209.0,49235042.0,50487625.0,51498750.0,52743584.0,53977500.0,54992375.0,56154541.0,57335000.0,58515250.0,59713333.0,60992417.0,62292292.0,63344584.0,64566833.0,65657708.0,66873917.0,67960042.0,69183709.0,70420334.0,71484833.0,72715125.0,73809792.0,74964500.0,76379750.0,77307333.0,78658459.0,79693000.0,81085542.0,82097667.0,83255250.0,84360541.0,85737125.0,86702000.0,88026500.0,89010125.0,90317250.0,91412167.0,92749500.0,93780666.0,95045416.0,96189500.0,97411417.0,98495167.0,99770542.0,100801833.0,101980416.0,103119333.0,104474709.0,105585958.0,106707875.0,107981792.0,109031875.0,110368917.0,111456542.0,112563125.0,113794833.0,114921292.0,116084834.0,117398292.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/new/tukey.json b/benchmarks/bls12_377/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..d7c88e6 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[194296.95377413416,194791.1595279515,196109.04153813107,196603.2472919484] \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/MAD.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..41af28e --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/SD.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..327f913 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/index.html b/benchmarks/bls12_377/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..dc05f61 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/generate_stealth_private_key - Criterion.rs + + + + +
+

bls12_377/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope195.42 µs195.47 µs195.51 µs
R²0.99984930.99985580.9998498
Mean195.45 µs195.64 µs195.93 µs
Std. Dev.327.67 ns1.2801 µs2.0803 µs
Median195.40 µs195.43 µs195.51 µs
MAD183.01 ns244.99 ns307.54 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/mean.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..6c09aba --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 195.4 + + + + + 195.5 + + + + + 195.6 + + + + + 195.7 + + + + + 195.8 + + + + + 195.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/median.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..b43d0ab --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 195.4 + + + + + 195.42 + + + + + 195.44 + + + + + 195.46 + + + + + 195.48 + + + + + 195.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/pdf.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..d72be09 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 194 + + + + + 196 + + + + + 198 + + + + + 200 + + + + + 202 + + + + + 204 + + + + + 206 + + + + + 208 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..cf46825 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 194 + + + + + 196 + + + + + 198 + + + + + 200 + + + + + 202 + + + + + 204 + + + + + 206 + + + + + 208 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/regression.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..01de99a --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_377/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/regression_small.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..62d6dcd --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/slope.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..2400a64 --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 195.42 + + + + + 195.44 + + + + + 195.46 + + + + + 195.48 + + + + + 195.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/bls12_377/generate_stealth_private_key/report/typical.svg b/benchmarks/bls12_377/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..c1890ee --- /dev/null +++ b/benchmarks/bls12_377/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 195.42 + + + + + 195.44 + + + + + 195.46 + + + + + 195.48 + + + + + 195.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/base/benchmark.json b/benchmarks/bls12_377/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..c54e131 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bls12_377/hash_to_fr","directory_name":"bls12_377/hash_to_fr","title":"bls12_377/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/base/estimates.json b/benchmarks/bls12_377/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..0def8ad --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.7896885294095,"upper_bound":526.4932750776476},"point_estimate":526.119484870891,"standard_error":0.17995857824667993},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.7596360038845,"upper_bound":526.3277608012825},"point_estimate":526.1763880108492,"standard_error":0.1595811649382195},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8237787380717668,"upper_bound":1.4586538128524336},"point_estimate":1.1486215907814008,"standard_error":0.1628142118223603},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.1939723266736,"upper_bound":526.4700947935041},"point_estimate":526.3376534288335,"standard_error":0.07044394952276901},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.1419285599300502,"upper_bound":2.377440828754537},"point_estimate":1.8095719875009484,"standard_error":0.3140685731961142}} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/base/sample.json b/benchmarks/bls12_377/hash_to_fr/base/sample.json new file mode 100644 index 0000000..92e5045 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1886.0,3772.0,5658.0,7544.0,9430.0,11316.0,13202.0,15088.0,16974.0,18860.0,20746.0,22632.0,24518.0,26404.0,28290.0,30176.0,32062.0,33948.0,35834.0,37720.0,39606.0,41492.0,43378.0,45264.0,47150.0,49036.0,50922.0,52808.0,54694.0,56580.0,58466.0,60352.0,62238.0,64124.0,66010.0,67896.0,69782.0,71668.0,73554.0,75440.0,77326.0,79212.0,81098.0,82984.0,84870.0,86756.0,88642.0,90528.0,92414.0,94300.0,96186.0,98072.0,99958.0,101844.0,103730.0,105616.0,107502.0,109388.0,111274.0,113160.0,115046.0,116932.0,118818.0,120704.0,122590.0,124476.0,126362.0,128248.0,130134.0,132020.0,133906.0,135792.0,137678.0,139564.0,141450.0,143336.0,145222.0,147108.0,148994.0,150880.0,152766.0,154652.0,156538.0,158424.0,160310.0,162196.0,164082.0,165968.0,167854.0,169740.0,171626.0,173512.0,175398.0,177284.0,179170.0,181056.0,182942.0,184828.0,186714.0,188600.0],"times":[1005625.0,1979291.0,2972458.0,3956209.0,4965542.0,5930958.0,6941083.0,8076459.0,9056667.0,10017292.0,10907458.0,11870416.0,12850083.0,13843542.0,14915167.0,15873709.0,16804084.0,17790417.0,18816125.0,19816167.0,20775209.0,21780708.0,22765791.0,23726708.0,24698584.0,25730250.0,26782084.0,27853000.0,28828667.0,29783750.0,30621333.0,31648083.0,32657666.0,33748541.0,34578625.0,35591208.0,36650666.0,37650916.0,38565708.0,39638000.0,40581167.0,41513083.0,42623333.0,43650792.0,44547709.0,45578208.0,46562541.0,47467541.0,48506333.0,49546667.0,50619042.0,51602625.0,52547250.0,53632625.0,54663000.0,55489375.0,56689500.0,57519125.0,58490000.0,59551125.0,60691458.0,61461542.0,62596584.0,63674500.0,64535542.0,65607125.0,66624083.0,67484417.0,68553750.0,69599292.0,70410334.0,71505417.0,72533792.0,73478000.0,74465584.0,75431083.0,76487500.0,77428458.0,78459375.0,79390333.0,80443583.0,81309417.0,82520875.0,83392958.0,84483500.0,85398833.0,86450084.0,87307500.0,88344584.0,89434500.0,90314709.0,91323625.0,92354875.0,93248708.0,94393333.0,95307458.0,96483167.0,97283250.0,98254125.0,99303708.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/base/tukey.json b/benchmarks/bls12_377/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..f793b5c --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[520.4131840430805,522.7330559055102,528.9193808719896,531.2392527344193] \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/new/benchmark.json b/benchmarks/bls12_377/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..c54e131 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bls12_377/hash_to_fr","directory_name":"bls12_377/hash_to_fr","title":"bls12_377/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/new/estimates.json b/benchmarks/bls12_377/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..0def8ad --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.7896885294095,"upper_bound":526.4932750776476},"point_estimate":526.119484870891,"standard_error":0.17995857824667993},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.7596360038845,"upper_bound":526.3277608012825},"point_estimate":526.1763880108492,"standard_error":0.1595811649382195},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8237787380717668,"upper_bound":1.4586538128524336},"point_estimate":1.1486215907814008,"standard_error":0.1628142118223603},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.1939723266736,"upper_bound":526.4700947935041},"point_estimate":526.3376534288335,"standard_error":0.07044394952276901},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.1419285599300502,"upper_bound":2.377440828754537},"point_estimate":1.8095719875009484,"standard_error":0.3140685731961142}} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/new/sample.json b/benchmarks/bls12_377/hash_to_fr/new/sample.json new file mode 100644 index 0000000..92e5045 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1886.0,3772.0,5658.0,7544.0,9430.0,11316.0,13202.0,15088.0,16974.0,18860.0,20746.0,22632.0,24518.0,26404.0,28290.0,30176.0,32062.0,33948.0,35834.0,37720.0,39606.0,41492.0,43378.0,45264.0,47150.0,49036.0,50922.0,52808.0,54694.0,56580.0,58466.0,60352.0,62238.0,64124.0,66010.0,67896.0,69782.0,71668.0,73554.0,75440.0,77326.0,79212.0,81098.0,82984.0,84870.0,86756.0,88642.0,90528.0,92414.0,94300.0,96186.0,98072.0,99958.0,101844.0,103730.0,105616.0,107502.0,109388.0,111274.0,113160.0,115046.0,116932.0,118818.0,120704.0,122590.0,124476.0,126362.0,128248.0,130134.0,132020.0,133906.0,135792.0,137678.0,139564.0,141450.0,143336.0,145222.0,147108.0,148994.0,150880.0,152766.0,154652.0,156538.0,158424.0,160310.0,162196.0,164082.0,165968.0,167854.0,169740.0,171626.0,173512.0,175398.0,177284.0,179170.0,181056.0,182942.0,184828.0,186714.0,188600.0],"times":[1005625.0,1979291.0,2972458.0,3956209.0,4965542.0,5930958.0,6941083.0,8076459.0,9056667.0,10017292.0,10907458.0,11870416.0,12850083.0,13843542.0,14915167.0,15873709.0,16804084.0,17790417.0,18816125.0,19816167.0,20775209.0,21780708.0,22765791.0,23726708.0,24698584.0,25730250.0,26782084.0,27853000.0,28828667.0,29783750.0,30621333.0,31648083.0,32657666.0,33748541.0,34578625.0,35591208.0,36650666.0,37650916.0,38565708.0,39638000.0,40581167.0,41513083.0,42623333.0,43650792.0,44547709.0,45578208.0,46562541.0,47467541.0,48506333.0,49546667.0,50619042.0,51602625.0,52547250.0,53632625.0,54663000.0,55489375.0,56689500.0,57519125.0,58490000.0,59551125.0,60691458.0,61461542.0,62596584.0,63674500.0,64535542.0,65607125.0,66624083.0,67484417.0,68553750.0,69599292.0,70410334.0,71505417.0,72533792.0,73478000.0,74465584.0,75431083.0,76487500.0,77428458.0,78459375.0,79390333.0,80443583.0,81309417.0,82520875.0,83392958.0,84483500.0,85398833.0,86450084.0,87307500.0,88344584.0,89434500.0,90314709.0,91323625.0,92354875.0,93248708.0,94393333.0,95307458.0,96483167.0,97283250.0,98254125.0,99303708.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/new/tukey.json b/benchmarks/bls12_377/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..f793b5c --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[520.4131840430805,522.7330559055102,528.9193808719896,531.2392527344193] \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/report/MAD.svg b/benchmarks/bls12_377/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..43124ed --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/SD.svg b/benchmarks/bls12_377/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..3f859cb --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/index.html b/benchmarks/bls12_377/hash_to_fr/report/index.html new file mode 100644 index 0000000..4075459 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/hash_to_fr - Criterion.rs + + + + +
+

bls12_377/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope526.19 ns526.34 ns526.47 ns
R²0.99972470.99973500.9997263
Mean525.79 ns526.12 ns526.49 ns
Std. Dev.1.1419 ns1.8096 ns2.3774 ns
Median525.76 ns526.18 ns526.33 ns
MAD823.78 ps1.1486 ns1.4587 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/hash_to_fr/report/mean.svg b/benchmarks/bls12_377/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..101705e --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 525.8 + + + + + 525.9 + + + + + 526 + + + + + 526.1 + + + + + 526.2 + + + + + 526.3 + + + + + 526.4 + + + + + 526.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/median.svg b/benchmarks/bls12_377/hash_to_fr/report/median.svg new file mode 100644 index 0000000..d797d58 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 525.7 + + + + + 525.8 + + + + + 525.9 + + + + + 526 + + + + + 526.1 + + + + + 526.2 + + + + + 526.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: median + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/pdf.svg b/benchmarks/bls12_377/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..a7bf54d --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/pdf_small.svg b/benchmarks/bls12_377/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..6f7d600 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/regression.svg b/benchmarks/bls12_377/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..1bb0f05 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bls12_377/hash_to_fr + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/regression_small.svg b/benchmarks/bls12_377/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..f685ea6 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/slope.svg b/benchmarks/bls12_377/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..6cd8019 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 526.2 + + + + + 526.25 + + + + + 526.3 + + + + + 526.35 + + + + + 526.4 + + + + + 526.45 + + + + + 526.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/bls12_377/hash_to_fr/report/typical.svg b/benchmarks/bls12_377/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..89b1201 --- /dev/null +++ b/benchmarks/bls12_377/hash_to_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 526.2 + + + + + 526.25 + + + + + 526.3 + + + + + 526.35 + + + + + 526.4 + + + + + 526.45 + + + + + 526.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/base/benchmark.json b/benchmarks/bls12_377/random_keypair/base/benchmark.json new file mode 100644 index 0000000..1146de5 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bls12_377/random_keypair","directory_name":"bls12_377/random_keypair","title":"bls12_377/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/base/estimates.json b/benchmarks/bls12_377/random_keypair/base/estimates.json new file mode 100644 index 0000000..fdf9e21 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178621.33161919206,"upper_bound":178906.34867936757},"point_estimate":178749.79446521561,"standard_error":72.95727527599561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178515.04861111112,"upper_bound":178705.4810792805},"point_estimate":178624.10349462368,"standard_error":54.61670239195929},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":306.9809699842142,"upper_bound":480.22940668052973},"point_estimate":405.72395892603413,"standard_error":43.891244368315284},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178543.91472511212,"upper_bound":178671.92205956683},"point_estimate":178606.2440825575,"standard_error":32.60673353121501},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":405.30544950550103,"upper_bound":1057.520550954846},"point_estimate":732.0727916550687,"standard_error":175.5620704103586}} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/base/sample.json b/benchmarks/bls12_377/random_keypair/base/sample.json new file mode 100644 index 0000000..bc6cb73 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1102375.0,2175292.0,3206292.0,4322417.0,5324709.0,6468292.0,7502250.0,8685667.0,9618500.0,10769375.0,11772917.0,12897458.0,13906291.0,14988708.0,16185833.0,17184542.0,18183042.0,19371209.0,20403333.0,21443541.0,22472250.0,23547708.0,24611833.0,25706167.0,26745542.0,27916875.0,28977833.0,29962750.0,31113041.0,32056833.0,33305792.0,34209792.0,35420750.0,36484458.0,37564792.0,38686167.0,39746542.0,40924292.0,41780250.0,42817333.0,43953958.0,44851875.0,45962125.0,47172250.0,48197750.0,49379917.0,50465667.0,51513417.0,52422000.0,53497875.0,54485667.0,55795042.0,56907583.0,57911125.0,58832458.0,59993292.0,61105042.0,62022375.0,63347000.0,64286875.0,65463417.0,66447833.0,67482291.0,68636708.0,69607208.0,70667542.0,71968000.0,72736208.0,74147291.0,75245250.0,75942834.0,77079458.0,78094000.0,79218000.0,80363417.0,81265209.0,82537667.0,83892292.0,84703417.0,85639292.0,87024625.0,87950791.0,88824416.0,90042166.0,91022916.0,92287166.0,93226250.0,94128292.0,95564375.0,96375750.0,97447958.0,98496709.0,99499167.0,100751125.0,101865709.0,102849125.0,103781625.0,105113833.0,106150958.0,107112292.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/base/tukey.json b/benchmarks/bls12_377/random_keypair/base/tukey.json new file mode 100644 index 0000000..970dd10 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[176674.6168913205,177517.06267687082,179763.58477167165,180606.03055722197] \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/new/benchmark.json b/benchmarks/bls12_377/random_keypair/new/benchmark.json new file mode 100644 index 0000000..1146de5 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_377","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bls12_377/random_keypair","directory_name":"bls12_377/random_keypair","title":"bls12_377/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/new/estimates.json b/benchmarks/bls12_377/random_keypair/new/estimates.json new file mode 100644 index 0000000..fdf9e21 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178621.33161919206,"upper_bound":178906.34867936757},"point_estimate":178749.79446521561,"standard_error":72.95727527599561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178515.04861111112,"upper_bound":178705.4810792805},"point_estimate":178624.10349462368,"standard_error":54.61670239195929},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":306.9809699842142,"upper_bound":480.22940668052973},"point_estimate":405.72395892603413,"standard_error":43.891244368315284},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178543.91472511212,"upper_bound":178671.92205956683},"point_estimate":178606.2440825575,"standard_error":32.60673353121501},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":405.30544950550103,"upper_bound":1057.520550954846},"point_estimate":732.0727916550687,"standard_error":175.5620704103586}} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/new/sample.json b/benchmarks/bls12_377/random_keypair/new/sample.json new file mode 100644 index 0000000..bc6cb73 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1102375.0,2175292.0,3206292.0,4322417.0,5324709.0,6468292.0,7502250.0,8685667.0,9618500.0,10769375.0,11772917.0,12897458.0,13906291.0,14988708.0,16185833.0,17184542.0,18183042.0,19371209.0,20403333.0,21443541.0,22472250.0,23547708.0,24611833.0,25706167.0,26745542.0,27916875.0,28977833.0,29962750.0,31113041.0,32056833.0,33305792.0,34209792.0,35420750.0,36484458.0,37564792.0,38686167.0,39746542.0,40924292.0,41780250.0,42817333.0,43953958.0,44851875.0,45962125.0,47172250.0,48197750.0,49379917.0,50465667.0,51513417.0,52422000.0,53497875.0,54485667.0,55795042.0,56907583.0,57911125.0,58832458.0,59993292.0,61105042.0,62022375.0,63347000.0,64286875.0,65463417.0,66447833.0,67482291.0,68636708.0,69607208.0,70667542.0,71968000.0,72736208.0,74147291.0,75245250.0,75942834.0,77079458.0,78094000.0,79218000.0,80363417.0,81265209.0,82537667.0,83892292.0,84703417.0,85639292.0,87024625.0,87950791.0,88824416.0,90042166.0,91022916.0,92287166.0,93226250.0,94128292.0,95564375.0,96375750.0,97447958.0,98496709.0,99499167.0,100751125.0,101865709.0,102849125.0,103781625.0,105113833.0,106150958.0,107112292.0]} \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/new/tukey.json b/benchmarks/bls12_377/random_keypair/new/tukey.json new file mode 100644 index 0000000..970dd10 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[176674.6168913205,177517.06267687082,179763.58477167165,180606.03055722197] \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/report/MAD.svg b/benchmarks/bls12_377/random_keypair/report/MAD.svg new file mode 100644 index 0000000..6ac3755 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 0.01 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_377/random_keypair: MAD + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/SD.svg b/benchmarks/bls12_377/random_keypair/report/SD.svg new file mode 100644 index 0000000..1f5a556 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair: SD + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/index.html b/benchmarks/bls12_377/random_keypair/report/index.html new file mode 100644 index 0000000..a8e1acf --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_377/random_keypair - Criterion.rs + + + + +
+

bls12_377/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope178.54 µs178.61 µs178.67 µs
R²0.99965400.99967090.9996522
Mean178.62 µs178.75 µs178.91 µs
Std. Dev.405.31 ns732.07 ns1.0575 µs
Median178.52 µs178.62 µs178.71 µs
MAD306.98 ns405.72 ns480.23 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/random_keypair/report/mean.svg b/benchmarks/bls12_377/random_keypair/report/mean.svg new file mode 100644 index 0000000..e923f80 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 178.6 + + + + + 178.65 + + + + + 178.7 + + + + + 178.75 + + + + + 178.8 + + + + + 178.85 + + + + + 178.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair: mean + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/median.svg b/benchmarks/bls12_377/random_keypair/report/median.svg new file mode 100644 index 0000000..5db2b40 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 178.5 + + + + + 178.55 + + + + + 178.6 + + + + + 178.65 + + + + + 178.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair: median + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/pdf.svg b/benchmarks/bls12_377/random_keypair/report/pdf.svg new file mode 100644 index 0000000..dc32d85 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/pdf.svg @@ -0,0 +1,352 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + 181 + + + + + 182 + + + + + 183 + + + + + 184 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/pdf_small.svg b/benchmarks/bls12_377/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..786647a --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 177 + + + + + 178 + + + + + 179 + + + + + 180 + + + + + 181 + + + + + 182 + + + + + 183 + + + + + 184 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/regression.svg b/benchmarks/bls12_377/random_keypair/report/regression.svg new file mode 100644 index 0000000..30dc880 --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_377/random_keypair + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/regression_small.svg b/benchmarks/bls12_377/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..0bc8fbe --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/slope.svg b/benchmarks/bls12_377/random_keypair/report/slope.svg new file mode 100644 index 0000000..300873c --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 178.54 + + + + + 178.56 + + + + + 178.58 + + + + + 178.6 + + + + + 178.62 + + + + + 178.64 + + + + + 178.66 + + + + + 178.68 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair: slope + + + + + + + diff --git a/benchmarks/bls12_377/random_keypair/report/typical.svg b/benchmarks/bls12_377/random_keypair/report/typical.svg new file mode 100644 index 0000000..dbb20cd --- /dev/null +++ b/benchmarks/bls12_377/random_keypair/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 178.54 + + + + + 178.56 + + + + + 178.58 + + + + + 178.6 + + + + + 178.62 + + + + + 178.64 + + + + + 178.66 + + + + + 178.68 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_377/random_keypair: typical + + + + + + + diff --git a/benchmarks/bls12_377/report/index.html b/benchmarks/bls12_377/report/index.html new file mode 100644 index 0000000..d6f80a5 --- /dev/null +++ b/benchmarks/bls12_377/report/index.html @@ -0,0 +1,231 @@ + + + + + + bls12_377 Summary - Criterion.rs + + + + +
+

bls12_377

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

bls12_377/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_377/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_377/report/violin.svg b/benchmarks/bls12_377/report/violin.svg new file mode 100644 index 0000000..cc9a201 --- /dev/null +++ b/benchmarks/bls12_377/report/violin.svg @@ -0,0 +1,704 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + bls12_377/random_keypair + + + + + bls12_377/hash_to_fr + + + + + bls12_377/generate_stealth_private_key + + + + + bls12_377/generate_stealth_address + + + + + bls12_377/generate_random_fr + + + + + bls12_377/derive_public_key + + + + + bls12_377/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + bls12_377: Violin plot + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/base/benchmark.json b/benchmarks/bls12_381/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..4604537 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bls12_381/compute_shared_point","directory_name":"bls12_381/compute_shared_point","title":"bls12_381/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/base/estimates.json b/benchmarks/bls12_381/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..1ee8f91 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186732.93794825452,"upper_bound":186980.82376589585},"point_estimate":186841.93154018398,"standard_error":63.896124935870795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186678.55128205128,"upper_bound":186795.5643274854},"point_estimate":186744.25415721844,"standard_error":26.668243523587204},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":187.96201953183933,"upper_bound":306.2617248658296},"point_estimate":247.58777877734272,"standard_error":30.52197524383104},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186656.8046796136,"upper_bound":186767.61962674727},"point_estimate":186711.18158908427,"standard_error":28.237251794695116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.79269732053854,"upper_bound":953.6412391092094},"point_estimate":646.8079792958922,"standard_error":179.9432924013896}} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/base/sample.json b/benchmarks/bls12_381/compute_shared_point/base/sample.json new file mode 100644 index 0000000..8fd7a0d --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1142584.0,2241208.0,3370500.0,4493708.0,5602208.0,6748625.0,7856834.0,9175667.0,10081167.0,11230792.0,12427833.0,13418875.0,14549667.0,15697375.0,16881500.0,17940000.0,19060584.0,20218083.0,21309458.0,22393041.0,23520125.0,24728833.0,25712583.0,26828041.0,28016000.0,29148333.0,30217416.0,31409833.0,32408209.0,33572917.0,34746500.0,35873833.0,36928417.0,38070792.0,39210500.0,40266958.0,41573917.0,42644834.0,43616250.0,44749584.0,45893292.0,47017167.0,48123083.0,49357541.0,50461333.0,51465709.0,52615125.0,53838125.0,54906583.0,55899584.0,57141208.0,58243708.0,59307250.0,60504333.0,61618667.0,62779250.0,63884083.0,64866875.0,66137208.0,67229458.0,68281042.0,69537417.0,70491000.0,71724916.0,72814333.0,73916125.0,75172416.0,76164791.0,77338791.0,78560750.0,79555542.0,80713250.0,81780125.0,82918708.0,83981084.0,85165833.0,86167833.0,87481459.0,88459542.0,89697625.0,90732417.0,92156750.0,92898083.0,94164292.0,95015542.0,96612959.0,97312792.0,98518917.0,99486875.0,100775500.0,101882541.0,102942416.0,104140750.0,105410583.0,106475041.0,107487958.0,108718834.0,109807083.0,110818875.0,112124958.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/base/tukey.json b/benchmarks/bls12_381/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..f63355a --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[185612.39247805922,186087.63522934256,187354.94923276483,187830.1919840482] \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/new/benchmark.json b/benchmarks/bls12_381/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..4604537 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bls12_381/compute_shared_point","directory_name":"bls12_381/compute_shared_point","title":"bls12_381/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/new/estimates.json b/benchmarks/bls12_381/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..1ee8f91 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186732.93794825452,"upper_bound":186980.82376589585},"point_estimate":186841.93154018398,"standard_error":63.896124935870795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186678.55128205128,"upper_bound":186795.5643274854},"point_estimate":186744.25415721844,"standard_error":26.668243523587204},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":187.96201953183933,"upper_bound":306.2617248658296},"point_estimate":247.58777877734272,"standard_error":30.52197524383104},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186656.8046796136,"upper_bound":186767.61962674727},"point_estimate":186711.18158908427,"standard_error":28.237251794695116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.79269732053854,"upper_bound":953.6412391092094},"point_estimate":646.8079792958922,"standard_error":179.9432924013896}} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/new/sample.json b/benchmarks/bls12_381/compute_shared_point/new/sample.json new file mode 100644 index 0000000..8fd7a0d --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1142584.0,2241208.0,3370500.0,4493708.0,5602208.0,6748625.0,7856834.0,9175667.0,10081167.0,11230792.0,12427833.0,13418875.0,14549667.0,15697375.0,16881500.0,17940000.0,19060584.0,20218083.0,21309458.0,22393041.0,23520125.0,24728833.0,25712583.0,26828041.0,28016000.0,29148333.0,30217416.0,31409833.0,32408209.0,33572917.0,34746500.0,35873833.0,36928417.0,38070792.0,39210500.0,40266958.0,41573917.0,42644834.0,43616250.0,44749584.0,45893292.0,47017167.0,48123083.0,49357541.0,50461333.0,51465709.0,52615125.0,53838125.0,54906583.0,55899584.0,57141208.0,58243708.0,59307250.0,60504333.0,61618667.0,62779250.0,63884083.0,64866875.0,66137208.0,67229458.0,68281042.0,69537417.0,70491000.0,71724916.0,72814333.0,73916125.0,75172416.0,76164791.0,77338791.0,78560750.0,79555542.0,80713250.0,81780125.0,82918708.0,83981084.0,85165833.0,86167833.0,87481459.0,88459542.0,89697625.0,90732417.0,92156750.0,92898083.0,94164292.0,95015542.0,96612959.0,97312792.0,98518917.0,99486875.0,100775500.0,101882541.0,102942416.0,104140750.0,105410583.0,106475041.0,107487958.0,108718834.0,109807083.0,110818875.0,112124958.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/new/tukey.json b/benchmarks/bls12_381/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..f63355a --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[185612.39247805922,186087.63522934256,187354.94923276483,187830.1919840482] \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/report/MAD.svg b/benchmarks/bls12_381/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..bbf4f53 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/SD.svg b/benchmarks/bls12_381/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..40df2c1 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/index.html b/benchmarks/bls12_381/compute_shared_point/report/index.html new file mode 100644 index 0000000..90e3cf7 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/compute_shared_point - Criterion.rs + + + + +
+

bls12_381/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope186.66 µs186.71 µs186.77 µs
R²0.99978720.99979890.9997863
Mean186.73 µs186.84 µs186.98 µs
Std. Dev.266.79 ns646.81 ns953.64 ns
Median186.68 µs186.74 µs186.80 µs
MAD187.96 ns247.59 ns306.26 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/compute_shared_point/report/mean.svg b/benchmarks/bls12_381/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..af0bd39 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 186.75 + + + + + 186.8 + + + + + 186.85 + + + + + 186.9 + + + + + 186.95 + + + + + 187 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/median.svg b/benchmarks/bls12_381/compute_shared_point/report/median.svg new file mode 100644 index 0000000..720b379 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 186.68 + + + + + 186.7 + + + + + 186.72 + + + + + 186.74 + + + + + 186.76 + + + + + 186.78 + + + + + 186.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/compute_shared_point: median + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/pdf.svg b/benchmarks/bls12_381/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..cfcdfde --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 186 + + + + + 187 + + + + + 188 + + + + + 189 + + + + + 190 + + + + + 191 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/compute_shared_point + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/pdf_small.svg b/benchmarks/bls12_381/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..135b65b --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 186 + + + + + 187 + + + + + 188 + + + + + 189 + + + + + 190 + + + + + 191 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/regression.svg b/benchmarks/bls12_381/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..03cbba6 --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_381/compute_shared_point + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/regression_small.svg b/benchmarks/bls12_381/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..89a9f0f --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/slope.svg b/benchmarks/bls12_381/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..1c1c73d --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 186.66 + + + + + 186.68 + + + + + 186.7 + + + + + 186.72 + + + + + 186.74 + + + + + 186.76 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/bls12_381/compute_shared_point/report/typical.svg b/benchmarks/bls12_381/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..f11dece --- /dev/null +++ b/benchmarks/bls12_381/compute_shared_point/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 186.66 + + + + + 186.68 + + + + + 186.7 + + + + + 186.72 + + + + + 186.74 + + + + + 186.76 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/base/benchmark.json b/benchmarks/bls12_381/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..521f1cd --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bls12_381/derive_public_key","directory_name":"bls12_381/derive_public_key","title":"bls12_381/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/base/estimates.json b/benchmarks/bls12_381/derive_public_key/base/estimates.json new file mode 100644 index 0000000..b09224f --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186557.1029251959,"upper_bound":186805.8733950941},"point_estimate":186667.0193920507,"standard_error":63.87357662223495},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186462.60897435897,"upper_bound":186565.7846768337},"point_estimate":186510.37988878938,"standard_error":28.73124223854879},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.3998327154196,"upper_bound":262.2943052541236},"point_estimate":208.81615471975093,"standard_error":30.022104537398388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186483.94450867793,"upper_bound":186562.5923477794},"point_estimate":186522.27965814492,"standard_error":20.096521829196092},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.2652727612723,"upper_bound":939.2756358907826},"point_estimate":642.8875752916063,"standard_error":168.33516943218046}} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/base/sample.json b/benchmarks/bls12_381/derive_public_key/base/sample.json new file mode 100644 index 0000000..4a5c86f --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1138209.0,2241667.0,3363917.0,4500542.0,5592833.0,6775916.0,7919250.0,9168333.0,10092208.0,11244125.0,12303084.0,13446834.0,14542125.0,15736208.0,16830833.0,17924625.0,19005625.0,20112375.0,21245791.0,22401666.0,23460625.0,24597333.0,25764625.0,26850583.0,27998000.0,29088167.0,30228250.0,31313959.0,32442417.0,33557708.0,34744833.0,35823417.0,36894500.0,38058166.0,39162666.0,40254208.0,41323542.0,42463750.0,43608875.0,44707833.0,45860833.0,46937625.0,48193333.0,49251791.0,50330583.0,51501042.0,52658625.0,53705208.0,54787375.0,55904375.0,57086583.0,58219208.0,59350959.0,60628625.0,61547709.0,62591750.0,63802667.0,64905709.0,65992500.0,67176084.0,68216250.0,69485292.0,70634334.0,71589417.0,72833875.0,73845584.0,75011292.0,76033459.0,77347292.0,78333292.0,79529292.0,80525708.0,81655875.0,83024917.0,83980000.0,85070584.0,86167667.0,87270458.0,88418583.0,89619292.0,90673959.0,91670875.0,92858334.0,93972167.0,95126625.0,96138709.0,97391292.0,98373667.0,99522458.0,100682125.0,101857792.0,102858708.0,104057041.0,105129875.0,106378500.0,107554125.0,108438041.0,109688458.0,110872709.0,111897000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/base/tukey.json b/benchmarks/bls12_381/derive_public_key/base/tukey.json new file mode 100644 index 0000000..8359dc9 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[185532.57980985416,185967.13904795307,187125.96368288354,187560.52292098248] \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/new/benchmark.json b/benchmarks/bls12_381/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..521f1cd --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bls12_381/derive_public_key","directory_name":"bls12_381/derive_public_key","title":"bls12_381/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/new/estimates.json b/benchmarks/bls12_381/derive_public_key/new/estimates.json new file mode 100644 index 0000000..b09224f --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186557.1029251959,"upper_bound":186805.8733950941},"point_estimate":186667.0193920507,"standard_error":63.87357662223495},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186462.60897435897,"upper_bound":186565.7846768337},"point_estimate":186510.37988878938,"standard_error":28.73124223854879},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.3998327154196,"upper_bound":262.2943052541236},"point_estimate":208.81615471975093,"standard_error":30.022104537398388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186483.94450867793,"upper_bound":186562.5923477794},"point_estimate":186522.27965814492,"standard_error":20.096521829196092},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.2652727612723,"upper_bound":939.2756358907826},"point_estimate":642.8875752916063,"standard_error":168.33516943218046}} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/new/sample.json b/benchmarks/bls12_381/derive_public_key/new/sample.json new file mode 100644 index 0000000..4a5c86f --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1138209.0,2241667.0,3363917.0,4500542.0,5592833.0,6775916.0,7919250.0,9168333.0,10092208.0,11244125.0,12303084.0,13446834.0,14542125.0,15736208.0,16830833.0,17924625.0,19005625.0,20112375.0,21245791.0,22401666.0,23460625.0,24597333.0,25764625.0,26850583.0,27998000.0,29088167.0,30228250.0,31313959.0,32442417.0,33557708.0,34744833.0,35823417.0,36894500.0,38058166.0,39162666.0,40254208.0,41323542.0,42463750.0,43608875.0,44707833.0,45860833.0,46937625.0,48193333.0,49251791.0,50330583.0,51501042.0,52658625.0,53705208.0,54787375.0,55904375.0,57086583.0,58219208.0,59350959.0,60628625.0,61547709.0,62591750.0,63802667.0,64905709.0,65992500.0,67176084.0,68216250.0,69485292.0,70634334.0,71589417.0,72833875.0,73845584.0,75011292.0,76033459.0,77347292.0,78333292.0,79529292.0,80525708.0,81655875.0,83024917.0,83980000.0,85070584.0,86167667.0,87270458.0,88418583.0,89619292.0,90673959.0,91670875.0,92858334.0,93972167.0,95126625.0,96138709.0,97391292.0,98373667.0,99522458.0,100682125.0,101857792.0,102858708.0,104057041.0,105129875.0,106378500.0,107554125.0,108438041.0,109688458.0,110872709.0,111897000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/new/tukey.json b/benchmarks/bls12_381/derive_public_key/new/tukey.json new file mode 100644 index 0000000..8359dc9 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[185532.57980985416,185967.13904795307,187125.96368288354,187560.52292098248] \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/report/MAD.svg b/benchmarks/bls12_381/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..24128cd --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/SD.svg b/benchmarks/bls12_381/derive_public_key/report/SD.svg new file mode 100644 index 0000000..d239c47 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/derive_public_key: SD + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/index.html b/benchmarks/bls12_381/derive_public_key/report/index.html new file mode 100644 index 0000000..1fd7dce --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/derive_public_key - Criterion.rs + + + + +
+

bls12_381/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope186.48 µs186.52 µs186.56 µs
R²0.99986750.99987340.9998669
Mean186.56 µs186.67 µs186.81 µs
Std. Dev.288.27 ns642.89 ns939.28 ns
Median186.46 µs186.51 µs186.57 µs
MAD146.40 ns208.82 ns262.29 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/derive_public_key/report/mean.svg b/benchmarks/bls12_381/derive_public_key/report/mean.svg new file mode 100644 index 0000000..fc67d42 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 186.55 + + + + + 186.6 + + + + + 186.65 + + + + + 186.7 + + + + + 186.75 + + + + + 186.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/derive_public_key: mean + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/median.svg b/benchmarks/bls12_381/derive_public_key/report/median.svg new file mode 100644 index 0000000..2759e66 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 186.46 + + + + + 186.48 + + + + + 186.5 + + + + + 186.52 + + + + + 186.54 + + + + + 186.56 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/derive_public_key: median + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/pdf.svg b/benchmarks/bls12_381/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..2e81942 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/pdf.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 186 + + + + + 187 + + + + + 188 + + + + + 189 + + + + + 190 + + + + + 191 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/derive_public_key + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/pdf_small.svg b/benchmarks/bls12_381/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..dc5a972 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 186 + + + + + 187 + + + + + 188 + + + + + 189 + + + + + 190 + + + + + 191 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/regression.svg b/benchmarks/bls12_381/derive_public_key/report/regression.svg new file mode 100644 index 0000000..b9da0a6 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_381/derive_public_key + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/regression_small.svg b/benchmarks/bls12_381/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..54afc29 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/slope.svg b/benchmarks/bls12_381/derive_public_key/report/slope.svg new file mode 100644 index 0000000..6b35fd0 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/slope.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 186.48 + + + + + 186.49 + + + + + 186.5 + + + + + 186.51 + + + + + 186.52 + + + + + 186.53 + + + + + 186.54 + + + + + 186.55 + + + + + 186.56 + + + + + 186.57 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/derive_public_key: slope + + + + + + + diff --git a/benchmarks/bls12_381/derive_public_key/report/typical.svg b/benchmarks/bls12_381/derive_public_key/report/typical.svg new file mode 100644 index 0000000..b3666f2 --- /dev/null +++ b/benchmarks/bls12_381/derive_public_key/report/typical.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 186.48 + + + + + 186.49 + + + + + 186.5 + + + + + 186.51 + + + + + 186.52 + + + + + 186.53 + + + + + 186.54 + + + + + 186.55 + + + + + 186.56 + + + + + 186.57 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/derive_public_key: typical + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/base/benchmark.json b/benchmarks/bls12_381/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..9207c45 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bls12_381/generate_random_fr","directory_name":"bls12_381/generate_random_fr","title":"bls12_381/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/base/estimates.json b/benchmarks/bls12_381/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..2f6eab9 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.9051387467447,"upper_bound":898.5496085871634},"point_estimate":897.6537305928352,"standard_error":0.42034644302322005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.5731721479004,"upper_bound":898.063097826087},"point_estimate":897.0601317179951,"standard_error":0.3572776275581101},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.9868880433822893,"upper_bound":3.355416667042305},"point_estimate":2.441164422240353,"standard_error":0.34869302327654866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.8670025303153,"upper_bound":897.704433881508},"point_estimate":897.2792874413983,"standard_error":0.21362760143807316},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.4754819647527584,"upper_bound":6.099134508741324},"point_estimate":4.22050875284303,"standard_error":1.0238395799091948}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/base/sample.json b/benchmarks/bls12_381/generate_random_fr/base/sample.json new file mode 100644 index 0000000..f7de0e1 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1104.0,2208.0,3312.0,4416.0,5520.0,6624.0,7728.0,8832.0,9936.0,11040.0,12144.0,13248.0,14352.0,15456.0,16560.0,17664.0,18768.0,19872.0,20976.0,22080.0,23184.0,24288.0,25392.0,26496.0,27600.0,28704.0,29808.0,30912.0,32016.0,33120.0,34224.0,35328.0,36432.0,37536.0,38640.0,39744.0,40848.0,41952.0,43056.0,44160.0,45264.0,46368.0,47472.0,48576.0,49680.0,50784.0,51888.0,52992.0,54096.0,55200.0,56304.0,57408.0,58512.0,59616.0,60720.0,61824.0,62928.0,64032.0,65136.0,66240.0,67344.0,68448.0,69552.0,70656.0,71760.0,72864.0,73968.0,75072.0,76176.0,77280.0,78384.0,79488.0,80592.0,81696.0,82800.0,83904.0,85008.0,86112.0,87216.0,88320.0,89424.0,90528.0,91632.0,92736.0,93840.0,94944.0,96048.0,97152.0,98256.0,99360.0,100464.0,101568.0,102672.0,103776.0,104880.0,105984.0,107088.0,108192.0,109296.0,110400.0],"times":[1023459.0,1968083.0,2983375.0,3962917.0,4900750.0,5939917.0,6875792.0,8041709.0,8990042.0,9955417.0,10949792.0,11848666.0,12898625.0,13847458.0,14953833.0,15911208.0,16769791.0,17785333.0,18843708.0,19735833.0,20735459.0,21708958.0,22892000.0,23889084.0,24803875.0,25722834.0,26665250.0,27738750.0,28747333.0,29655583.0,30656042.0,31857167.0,32608792.0,33791709.0,34762708.0,35514916.0,36577583.0,37799084.0,38597792.0,39647042.0,40650542.0,41661583.0,42616916.0,43469833.0,44475042.0,45705792.0,46608208.0,47538541.0,48719291.0,49516125.0,50648708.0,51563541.0,52397125.0,53311917.0,54471667.0,55362584.0,56323917.0,57658583.0,58277750.0,59307583.0,60511625.0,61247417.0,62476459.0,63227167.0,64346334.0,65545917.0,66195250.0,67073375.0,68566083.0,69431792.0,70299542.0,71428500.0,72251583.0,73311875.0,74266416.0,75074625.0,76202417.0,77205709.0,78388708.0,79197583.0,80103791.0,81316666.0,82298208.0,83486875.0,84438542.0,85439958.0,86142375.0,87251500.0,88022250.0,89076125.0,90484375.0,91085500.0,92060041.0,93014000.0,94236333.0,94920166.0,96074458.0,96985917.0,97956875.0,99146166.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/base/tukey.json b/benchmarks/bls12_381/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..37f294d --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[885.6749245926203,890.5770500012511,903.6493844242666,908.5515098328974] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/new/benchmark.json b/benchmarks/bls12_381/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..9207c45 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bls12_381/generate_random_fr","directory_name":"bls12_381/generate_random_fr","title":"bls12_381/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/new/estimates.json b/benchmarks/bls12_381/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..2f6eab9 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.9051387467447,"upper_bound":898.5496085871634},"point_estimate":897.6537305928352,"standard_error":0.42034644302322005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.5731721479004,"upper_bound":898.063097826087},"point_estimate":897.0601317179951,"standard_error":0.3572776275581101},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.9868880433822893,"upper_bound":3.355416667042305},"point_estimate":2.441164422240353,"standard_error":0.34869302327654866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":896.8670025303153,"upper_bound":897.704433881508},"point_estimate":897.2792874413983,"standard_error":0.21362760143807316},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.4754819647527584,"upper_bound":6.099134508741324},"point_estimate":4.22050875284303,"standard_error":1.0238395799091948}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/new/sample.json b/benchmarks/bls12_381/generate_random_fr/new/sample.json new file mode 100644 index 0000000..f7de0e1 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1104.0,2208.0,3312.0,4416.0,5520.0,6624.0,7728.0,8832.0,9936.0,11040.0,12144.0,13248.0,14352.0,15456.0,16560.0,17664.0,18768.0,19872.0,20976.0,22080.0,23184.0,24288.0,25392.0,26496.0,27600.0,28704.0,29808.0,30912.0,32016.0,33120.0,34224.0,35328.0,36432.0,37536.0,38640.0,39744.0,40848.0,41952.0,43056.0,44160.0,45264.0,46368.0,47472.0,48576.0,49680.0,50784.0,51888.0,52992.0,54096.0,55200.0,56304.0,57408.0,58512.0,59616.0,60720.0,61824.0,62928.0,64032.0,65136.0,66240.0,67344.0,68448.0,69552.0,70656.0,71760.0,72864.0,73968.0,75072.0,76176.0,77280.0,78384.0,79488.0,80592.0,81696.0,82800.0,83904.0,85008.0,86112.0,87216.0,88320.0,89424.0,90528.0,91632.0,92736.0,93840.0,94944.0,96048.0,97152.0,98256.0,99360.0,100464.0,101568.0,102672.0,103776.0,104880.0,105984.0,107088.0,108192.0,109296.0,110400.0],"times":[1023459.0,1968083.0,2983375.0,3962917.0,4900750.0,5939917.0,6875792.0,8041709.0,8990042.0,9955417.0,10949792.0,11848666.0,12898625.0,13847458.0,14953833.0,15911208.0,16769791.0,17785333.0,18843708.0,19735833.0,20735459.0,21708958.0,22892000.0,23889084.0,24803875.0,25722834.0,26665250.0,27738750.0,28747333.0,29655583.0,30656042.0,31857167.0,32608792.0,33791709.0,34762708.0,35514916.0,36577583.0,37799084.0,38597792.0,39647042.0,40650542.0,41661583.0,42616916.0,43469833.0,44475042.0,45705792.0,46608208.0,47538541.0,48719291.0,49516125.0,50648708.0,51563541.0,52397125.0,53311917.0,54471667.0,55362584.0,56323917.0,57658583.0,58277750.0,59307583.0,60511625.0,61247417.0,62476459.0,63227167.0,64346334.0,65545917.0,66195250.0,67073375.0,68566083.0,69431792.0,70299542.0,71428500.0,72251583.0,73311875.0,74266416.0,75074625.0,76202417.0,77205709.0,78388708.0,79197583.0,80103791.0,81316666.0,82298208.0,83486875.0,84438542.0,85439958.0,86142375.0,87251500.0,88022250.0,89076125.0,90484375.0,91085500.0,92060041.0,93014000.0,94236333.0,94920166.0,96074458.0,96985917.0,97956875.0,99146166.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/new/tukey.json b/benchmarks/bls12_381/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..37f294d --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[885.6749245926203,890.5770500012511,903.6493844242666,908.5515098328974] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/report/MAD.svg b/benchmarks/bls12_381/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..5b41770 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + 3.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/SD.svg b/benchmarks/bls12_381/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..700a2b4 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/index.html b/benchmarks/bls12_381/generate_random_fr/report/index.html new file mode 100644 index 0000000..57a5408 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/generate_random_fr - Criterion.rs + + + + +
+

bls12_381/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope896.87 ns897.28 ns897.70 ns
R²0.99942820.99945720.9994263
Mean896.91 ns897.65 ns898.55 ns
Std. Dev.2.4755 ns4.2205 ns6.0991 ns
Median896.57 ns897.06 ns898.06 ns
MAD1.9869 ns2.4412 ns3.3554 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_random_fr/report/mean.svg b/benchmarks/bls12_381/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..48b6535 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 897 + + + + + 897.5 + + + + + 898 + + + + + 898.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/median.svg b/benchmarks/bls12_381/generate_random_fr/report/median.svg new file mode 100644 index 0000000..f79934c --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/median.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 896.6 + + + + + 896.8 + + + + + 897 + + + + + 897.2 + + + + + 897.4 + + + + + 897.6 + + + + + 897.8 + + + + + 898 + + + + + 898.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: median + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/pdf.svg b/benchmarks/bls12_381/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..3805231 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/pdf.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 885 + + + + + 890 + + + + + 895 + + + + + 900 + + + + + 905 + + + + + 910 + + + + + 915 + + + + + 920 + + + + + 925 + + + + + 930 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/pdf_small.svg b/benchmarks/bls12_381/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..a9b757a --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 885 + + + + + 890 + + + + + 895 + + + + + 900 + + + + + 905 + + + + + 910 + + + + + 915 + + + + + 920 + + + + + 925 + + + + + 930 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/regression.svg b/benchmarks/bls12_381/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..10bdccb --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bls12_381/generate_random_fr + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/regression_small.svg b/benchmarks/bls12_381/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..978fb9c --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/slope.svg b/benchmarks/bls12_381/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..c9bb7a6 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 896.8 + + + + + 897 + + + + + 897.2 + + + + + 897.4 + + + + + 897.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/bls12_381/generate_random_fr/report/typical.svg b/benchmarks/bls12_381/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..bf45732 --- /dev/null +++ b/benchmarks/bls12_381/generate_random_fr/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 896.8 + + + + + 897 + + + + + 897.2 + + + + + 897.4 + + + + + 897.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/base/benchmark.json b/benchmarks/bls12_381/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..c5ac6f1 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bls12_381/generate_stealth_address","directory_name":"bls12_381/generate_stealth_address","title":"bls12_381/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/base/estimates.json b/benchmarks/bls12_381/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..86975ee --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398398.42557084514,"upper_bound":399877.009654103},"point_estimate":399029.069351402,"standard_error":383.37506989001537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398157.0512820513,"upper_bound":398429.3888888889},"point_estimate":398277.01149425283,"standard_error":75.26744168646782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404.2665972762923,"upper_bound":692.668064549982},"point_estimate":535.0812443401755,"standard_error":74.72629142524235},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398221.8200670332,"upper_bound":400445.9904225632},"point_estimate":399072.4607595685,"standard_error":600.5263907815146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":953.948411561738,"upper_bound":5828.192433720282},"point_estimate":3840.232860637115,"standard_error":1281.7478805059645}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/base/sample.json b/benchmarks/bls12_381/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..d4dcffc --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1270292.0,2387042.0,3586875.0,4771750.0,5968208.0,7158625.0,8414750.0,9768292.0,10785125.0,12026750.0,13126000.0,14343458.0,15515250.0,16778458.0,17933708.0,19148750.0,20282958.0,21589875.0,22741917.0,23884167.0,25086792.0,26282500.0,27435959.0,28688500.0,29913417.0,31181375.0,32326958.0,33491917.0,34610709.0,35845875.0,36965875.0,38284041.0,39393583.0,40577000.0,41793291.0,42982541.0,44333458.0,45370542.0,46525000.0,47864416.0,49011375.0,50194542.0,51327583.0,52574708.0,53807709.0,54906584.0,56190667.0,57422167.0,58463333.0,59619292.0,60963917.0,62128542.0,63253667.0,64550583.0,65692958.0,67007959.0,68057208.0,69298375.0,70520125.0,71725000.0,72925625.0,74040542.0,75351958.0,76484750.0,77596208.0,78842291.0,80014541.0,81296000.0,82463542.0,83570833.0,84873083.0,85926625.0,87301458.0,88300959.0,89597000.0,90715709.0,91979458.0,93095958.0,94339584.0,95387000.0,96837959.0,97815292.0,99092708.0,100226666.0,108373250.0,102872583.0,103837875.0,105084042.0,106254333.0,107943625.0,108696875.0,109911709.0,111164417.0,112290958.0,113531250.0,115153833.0,115978583.0,117111791.0,120473958.0,119519166.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/base/tukey.json b/benchmarks/bls12_381/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..9fd160d --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[395860.4338136061,396884.3643698052,399614.84585300274,400638.7764092018] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/new/benchmark.json b/benchmarks/bls12_381/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..c5ac6f1 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bls12_381/generate_stealth_address","directory_name":"bls12_381/generate_stealth_address","title":"bls12_381/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/new/estimates.json b/benchmarks/bls12_381/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..86975ee --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398398.42557084514,"upper_bound":399877.009654103},"point_estimate":399029.069351402,"standard_error":383.37506989001537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398157.0512820513,"upper_bound":398429.3888888889},"point_estimate":398277.01149425283,"standard_error":75.26744168646782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404.2665972762923,"upper_bound":692.668064549982},"point_estimate":535.0812443401755,"standard_error":74.72629142524235},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":398221.8200670332,"upper_bound":400445.9904225632},"point_estimate":399072.4607595685,"standard_error":600.5263907815146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":953.948411561738,"upper_bound":5828.192433720282},"point_estimate":3840.232860637115,"standard_error":1281.7478805059645}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/new/sample.json b/benchmarks/bls12_381/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..d4dcffc --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1270292.0,2387042.0,3586875.0,4771750.0,5968208.0,7158625.0,8414750.0,9768292.0,10785125.0,12026750.0,13126000.0,14343458.0,15515250.0,16778458.0,17933708.0,19148750.0,20282958.0,21589875.0,22741917.0,23884167.0,25086792.0,26282500.0,27435959.0,28688500.0,29913417.0,31181375.0,32326958.0,33491917.0,34610709.0,35845875.0,36965875.0,38284041.0,39393583.0,40577000.0,41793291.0,42982541.0,44333458.0,45370542.0,46525000.0,47864416.0,49011375.0,50194542.0,51327583.0,52574708.0,53807709.0,54906584.0,56190667.0,57422167.0,58463333.0,59619292.0,60963917.0,62128542.0,63253667.0,64550583.0,65692958.0,67007959.0,68057208.0,69298375.0,70520125.0,71725000.0,72925625.0,74040542.0,75351958.0,76484750.0,77596208.0,78842291.0,80014541.0,81296000.0,82463542.0,83570833.0,84873083.0,85926625.0,87301458.0,88300959.0,89597000.0,90715709.0,91979458.0,93095958.0,94339584.0,95387000.0,96837959.0,97815292.0,99092708.0,100226666.0,108373250.0,102872583.0,103837875.0,105084042.0,106254333.0,107943625.0,108696875.0,109911709.0,111164417.0,112290958.0,113531250.0,115153833.0,115978583.0,117111791.0,120473958.0,119519166.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/new/tukey.json b/benchmarks/bls12_381/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..9fd160d --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[395860.4338136061,396884.3643698052,399614.84585300274,400638.7764092018] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/report/MAD.svg b/benchmarks/bls12_381/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..3ba6120 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/SD.svg b/benchmarks/bls12_381/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..bd55288 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/index.html b/benchmarks/bls12_381/generate_stealth_address/report/index.html new file mode 100644 index 0000000..9676df9 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/generate_stealth_address - Criterion.rs + + + + +
+

bls12_381/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope398.22 µs399.07 µs400.45 µs
R²0.98525340.98586640.9842696
Mean398.40 µs399.03 µs399.88 µs
Std. Dev.953.95 ns3.8402 µs5.8282 µs
Median398.16 µs398.28 µs398.43 µs
MAD404.27 ns535.08 ns692.67 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_address/report/mean.svg b/benchmarks/bls12_381/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..4385aa5 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 398.4 + + + + + 398.6 + + + + + 398.8 + + + + + 399 + + + + + 399.2 + + + + + 399.4 + + + + + 399.6 + + + + + 399.8 + + + + + 400 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/median.svg b/benchmarks/bls12_381/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..a71f8b8 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 398.15 + + + + + 398.2 + + + + + 398.25 + + + + + 398.3 + + + + + 398.35 + + + + + 398.4 + + + + + 398.45 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/pdf.svg b/benchmarks/bls12_381/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..a595e62 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/pdf.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 395 + + + + + 400 + + + + + 405 + + + + + 410 + + + + + 415 + + + + + 420 + + + + + 425 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/pdf_small.svg b/benchmarks/bls12_381/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..4ac764b --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 395 + + + + + 400 + + + + + 405 + + + + + 410 + + + + + 415 + + + + + 420 + + + + + 425 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/regression.svg b/benchmarks/bls12_381/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..aacf9ff --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_381/generate_stealth_address + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/regression_small.svg b/benchmarks/bls12_381/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..492f4fc --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/slope.svg b/benchmarks/bls12_381/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..6e25bba --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 398 + + + + + 398.5 + + + + + 399 + + + + + 399.5 + + + + + 400 + + + + + 400.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_address/report/typical.svg b/benchmarks/bls12_381/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..b13eadc --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_address/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 398 + + + + + 398.5 + + + + + 399 + + + + + 399.5 + + + + + 400 + + + + + 400.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/base/benchmark.json b/benchmarks/bls12_381/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..98e6b05 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bls12_381/generate_stealth_private_key","directory_name":"bls12_381/generate_stealth_private_key","title":"bls12_381/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/base/estimates.json b/benchmarks/bls12_381/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..3c82245 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206953.6408963607,"upper_bound":207454.90869552598},"point_estimate":207144.15707830447,"standard_error":136.01058081604066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206885.8275956284,"upper_bound":206991.9909351928},"point_estimate":206934.39990503323,"standard_error":22.648715202434914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.72412148969,"upper_bound":326.5833461716974},"point_estimate":267.9960383080188,"standard_error":36.36044935874142},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206860.5431079205,"upper_bound":206959.9613985747},"point_estimate":206907.753991429,"standard_error":25.41500831191829},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":307.6654697465531,"upper_bound":2277.520638079856},"point_estimate":1367.0902101422976,"standard_error":653.8460392298765}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/base/sample.json b/benchmarks/bls12_381/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..7b28f8f --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1100000.0,2071958.0,3108000.0,4142542.0,5168042.0,6253958.0,7233625.0,8373375.0,9390250.0,10384916.0,11409250.0,12390000.0,13450792.0,14447625.0,15614458.0,16586792.0,17633375.0,18645875.0,19613750.0,20706916.0,21696833.0,22744375.0,23877416.0,24819166.0,25907666.0,26915458.0,27888959.0,28984375.0,30004750.0,31075708.0,32139500.0,33087917.0,34144500.0,35202000.0,36235208.0,37282542.0,38220542.0,39325667.0,40338959.0,41433000.0,42380959.0,43485292.0,44471500.0,45602000.0,46495917.0,47564833.0,48768625.0,49723583.0,50636125.0,51679792.0,52766708.0,53825708.0,54849459.0,55893875.0,56998917.0,57887917.0,58949667.0,60111417.0,61060209.0,62063750.0,63102209.0,64145000.0,65139459.0,66221417.0,67165917.0,68292208.0,69363041.0,70280375.0,71454542.0,72351375.0,73410292.0,74418334.0,75407875.0,76554459.0,77560042.0,78692042.0,79586083.0,80697000.0,81643958.0,82767125.0,83808083.0,84834833.0,85820000.0,86971041.0,87950458.0,88925000.0,90051750.0,91008792.0,91994875.0,93099125.0,94090459.0,95222250.0,96230500.0,97375958.0,98193750.0,99301208.0,100275250.0,101644291.0,102270291.0,103470000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/base/tukey.json b/benchmarks/bls12_381/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..8607f79 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[205758.6102432778,206271.26890204864,207638.35865877086,208151.01731754167] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/new/benchmark.json b/benchmarks/bls12_381/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..98e6b05 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bls12_381/generate_stealth_private_key","directory_name":"bls12_381/generate_stealth_private_key","title":"bls12_381/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/new/estimates.json b/benchmarks/bls12_381/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..3c82245 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206953.6408963607,"upper_bound":207454.90869552598},"point_estimate":207144.15707830447,"standard_error":136.01058081604066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206885.8275956284,"upper_bound":206991.9909351928},"point_estimate":206934.39990503323,"standard_error":22.648715202434914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.72412148969,"upper_bound":326.5833461716974},"point_estimate":267.9960383080188,"standard_error":36.36044935874142},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":206860.5431079205,"upper_bound":206959.9613985747},"point_estimate":206907.753991429,"standard_error":25.41500831191829},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":307.6654697465531,"upper_bound":2277.520638079856},"point_estimate":1367.0902101422976,"standard_error":653.8460392298765}} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/new/sample.json b/benchmarks/bls12_381/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..7b28f8f --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1100000.0,2071958.0,3108000.0,4142542.0,5168042.0,6253958.0,7233625.0,8373375.0,9390250.0,10384916.0,11409250.0,12390000.0,13450792.0,14447625.0,15614458.0,16586792.0,17633375.0,18645875.0,19613750.0,20706916.0,21696833.0,22744375.0,23877416.0,24819166.0,25907666.0,26915458.0,27888959.0,28984375.0,30004750.0,31075708.0,32139500.0,33087917.0,34144500.0,35202000.0,36235208.0,37282542.0,38220542.0,39325667.0,40338959.0,41433000.0,42380959.0,43485292.0,44471500.0,45602000.0,46495917.0,47564833.0,48768625.0,49723583.0,50636125.0,51679792.0,52766708.0,53825708.0,54849459.0,55893875.0,56998917.0,57887917.0,58949667.0,60111417.0,61060209.0,62063750.0,63102209.0,64145000.0,65139459.0,66221417.0,67165917.0,68292208.0,69363041.0,70280375.0,71454542.0,72351375.0,73410292.0,74418334.0,75407875.0,76554459.0,77560042.0,78692042.0,79586083.0,80697000.0,81643958.0,82767125.0,83808083.0,84834833.0,85820000.0,86971041.0,87950458.0,88925000.0,90051750.0,91008792.0,91994875.0,93099125.0,94090459.0,95222250.0,96230500.0,97375958.0,98193750.0,99301208.0,100275250.0,101644291.0,102270291.0,103470000.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/new/tukey.json b/benchmarks/bls12_381/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..8607f79 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[205758.6102432778,206271.26890204864,207638.35865877086,208151.01731754167] \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/MAD.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..bb8e602 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/SD.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..125ef86 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,273 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/index.html b/benchmarks/bls12_381/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..07f437e --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/generate_stealth_private_key - Criterion.rs + + + + +
+

bls12_381/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope206.86 µs206.91 µs206.96 µs
R²0.99986060.99986780.9998590
Mean206.95 µs207.14 µs207.45 µs
Std. Dev.307.67 ns1.3671 µs2.2775 µs
Median206.89 µs206.93 µs206.99 µs
MAD197.72 ns268.00 ns326.58 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/mean.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..6ca8d89 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 206.9 + + + + + 207 + + + + + 207.1 + + + + + 207.2 + + + + + 207.3 + + + + + 207.4 + + + + + 207.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/median.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..4f28ead --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 206.88 + + + + + 206.9 + + + + + 206.92 + + + + + 206.94 + + + + + 206.96 + + + + + 206.98 + + + + + 207 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/pdf.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..5921350 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,337 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 206 + + + + + 208 + + + + + 210 + + + + + 212 + + + + + 214 + + + + + 216 + + + + + 218 + + + + + 220 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..810f20e --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 206 + + + + + 208 + + + + + 210 + + + + + 212 + + + + + 214 + + + + + 216 + + + + + 218 + + + + + 220 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/regression.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..612808d --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,382 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_381/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/regression_small.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..ee40603 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/slope.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..6db1313 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 206.86 + + + + + 206.88 + + + + + 206.9 + + + + + 206.92 + + + + + 206.94 + + + + + 206.96 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/bls12_381/generate_stealth_private_key/report/typical.svg b/benchmarks/bls12_381/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..5121206 --- /dev/null +++ b/benchmarks/bls12_381/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 206.86 + + + + + 206.88 + + + + + 206.9 + + + + + 206.92 + + + + + 206.94 + + + + + 206.96 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/base/benchmark.json b/benchmarks/bls12_381/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..017d171 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bls12_381/hash_to_fr","directory_name":"bls12_381/hash_to_fr","title":"bls12_381/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/base/estimates.json b/benchmarks/bls12_381/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..fa4297d --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.9689971940865,"upper_bound":524.6523728609593},"point_estimate":524.2863578142833,"standard_error":0.17454412770641087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.755723994751,"upper_bound":524.1427248521941},"point_estimate":523.9041396057935,"standard_error":0.09724744738211878},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5854087680311452,"upper_bound":1.0923430642369536},"point_estimate":0.8119872200317492,"standard_error":0.12560499182209017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.9263025960253,"upper_bound":524.322915132253},"point_estimate":524.1187959407637,"standard_error":0.10149243762215328},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0688524470205951,"upper_bound":2.3459267440091285},"point_estimate":1.7570599714043034,"standard_error":0.3264330475020946}} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/base/sample.json b/benchmarks/bls12_381/hash_to_fr/base/sample.json new file mode 100644 index 0000000..4a6bb33 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1891.0,3782.0,5673.0,7564.0,9455.0,11346.0,13237.0,15128.0,17019.0,18910.0,20801.0,22692.0,24583.0,26474.0,28365.0,30256.0,32147.0,34038.0,35929.0,37820.0,39711.0,41602.0,43493.0,45384.0,47275.0,49166.0,51057.0,52948.0,54839.0,56730.0,58621.0,60512.0,62403.0,64294.0,66185.0,68076.0,69967.0,71858.0,73749.0,75640.0,77531.0,79422.0,81313.0,83204.0,85095.0,86986.0,88877.0,90768.0,92659.0,94550.0,96441.0,98332.0,100223.0,102114.0,104005.0,105896.0,107787.0,109678.0,111569.0,113460.0,115351.0,117242.0,119133.0,121024.0,122915.0,124806.0,126697.0,128588.0,130479.0,132370.0,134261.0,136152.0,138043.0,139934.0,141825.0,143716.0,145607.0,147498.0,149389.0,151280.0,153171.0,155062.0,156953.0,158844.0,160735.0,162626.0,164517.0,166408.0,168299.0,170190.0,172081.0,173972.0,175863.0,177754.0,179645.0,181536.0,183427.0,185318.0,187209.0,189100.0],"times":[1008667.0,1979375.0,2967375.0,3956792.0,4950375.0,6009667.0,6922792.0,8002209.0,9066458.0,9941250.0,10925583.0,11838875.0,12852417.0,13797708.0,14925708.0,15913584.0,16859584.0,17806750.0,18806292.0,19778417.0,20729667.0,21708250.0,22724250.0,23695000.0,24800000.0,25862834.0,26820500.0,27723292.0,28745042.0,29759208.0,30815542.0,31703417.0,32751292.0,33616500.0,34654250.0,35642875.0,36746709.0,37707208.0,38640416.0,39643125.0,40605375.0,41722875.0,42596667.0,43568958.0,44497083.0,45553334.0,46535125.0,47638917.0,48541875.0,49544916.0,50581750.0,51474333.0,52506125.0,53482792.0,54438958.0,55536541.0,56460958.0,57503667.0,58384791.0,59554208.0,60406875.0,61354125.0,62406583.0,63337500.0,64462875.0,65416084.0,66467375.0,67612083.0,68310084.0,69395917.0,70402333.0,71454375.0,72649625.0,73455959.0,74311625.0,75293709.0,76266708.0,77300416.0,78188333.0,79268167.0,80232709.0,81274875.0,82163959.0,83199625.0,84156834.0,85339500.0,86190792.0,87283375.0,88393916.0,89302791.0,90356916.0,91059875.0,92493833.0,93087125.0,94078792.0,94859042.0,96141625.0,97041709.0,98153917.0,99028833.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/base/tukey.json b/benchmarks/bls12_381/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..d1c1ae0 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[519.9047506689933,521.7140668364389,526.5389099496272,528.3482261170728] \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/new/benchmark.json b/benchmarks/bls12_381/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..017d171 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bls12_381/hash_to_fr","directory_name":"bls12_381/hash_to_fr","title":"bls12_381/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/new/estimates.json b/benchmarks/bls12_381/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..fa4297d --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.9689971940865,"upper_bound":524.6523728609593},"point_estimate":524.2863578142833,"standard_error":0.17454412770641087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.755723994751,"upper_bound":524.1427248521941},"point_estimate":523.9041396057935,"standard_error":0.09724744738211878},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5854087680311452,"upper_bound":1.0923430642369536},"point_estimate":0.8119872200317492,"standard_error":0.12560499182209017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.9263025960253,"upper_bound":524.322915132253},"point_estimate":524.1187959407637,"standard_error":0.10149243762215328},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0688524470205951,"upper_bound":2.3459267440091285},"point_estimate":1.7570599714043034,"standard_error":0.3264330475020946}} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/new/sample.json b/benchmarks/bls12_381/hash_to_fr/new/sample.json new file mode 100644 index 0000000..4a6bb33 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1891.0,3782.0,5673.0,7564.0,9455.0,11346.0,13237.0,15128.0,17019.0,18910.0,20801.0,22692.0,24583.0,26474.0,28365.0,30256.0,32147.0,34038.0,35929.0,37820.0,39711.0,41602.0,43493.0,45384.0,47275.0,49166.0,51057.0,52948.0,54839.0,56730.0,58621.0,60512.0,62403.0,64294.0,66185.0,68076.0,69967.0,71858.0,73749.0,75640.0,77531.0,79422.0,81313.0,83204.0,85095.0,86986.0,88877.0,90768.0,92659.0,94550.0,96441.0,98332.0,100223.0,102114.0,104005.0,105896.0,107787.0,109678.0,111569.0,113460.0,115351.0,117242.0,119133.0,121024.0,122915.0,124806.0,126697.0,128588.0,130479.0,132370.0,134261.0,136152.0,138043.0,139934.0,141825.0,143716.0,145607.0,147498.0,149389.0,151280.0,153171.0,155062.0,156953.0,158844.0,160735.0,162626.0,164517.0,166408.0,168299.0,170190.0,172081.0,173972.0,175863.0,177754.0,179645.0,181536.0,183427.0,185318.0,187209.0,189100.0],"times":[1008667.0,1979375.0,2967375.0,3956792.0,4950375.0,6009667.0,6922792.0,8002209.0,9066458.0,9941250.0,10925583.0,11838875.0,12852417.0,13797708.0,14925708.0,15913584.0,16859584.0,17806750.0,18806292.0,19778417.0,20729667.0,21708250.0,22724250.0,23695000.0,24800000.0,25862834.0,26820500.0,27723292.0,28745042.0,29759208.0,30815542.0,31703417.0,32751292.0,33616500.0,34654250.0,35642875.0,36746709.0,37707208.0,38640416.0,39643125.0,40605375.0,41722875.0,42596667.0,43568958.0,44497083.0,45553334.0,46535125.0,47638917.0,48541875.0,49544916.0,50581750.0,51474333.0,52506125.0,53482792.0,54438958.0,55536541.0,56460958.0,57503667.0,58384791.0,59554208.0,60406875.0,61354125.0,62406583.0,63337500.0,64462875.0,65416084.0,66467375.0,67612083.0,68310084.0,69395917.0,70402333.0,71454375.0,72649625.0,73455959.0,74311625.0,75293709.0,76266708.0,77300416.0,78188333.0,79268167.0,80232709.0,81274875.0,82163959.0,83199625.0,84156834.0,85339500.0,86190792.0,87283375.0,88393916.0,89302791.0,90356916.0,91059875.0,92493833.0,93087125.0,94078792.0,94859042.0,96141625.0,97041709.0,98153917.0,99028833.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/new/tukey.json b/benchmarks/bls12_381/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..d1c1ae0 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[519.9047506689933,521.7140668364389,526.5389099496272,528.3482261170728] \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/report/MAD.svg b/benchmarks/bls12_381/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..f751903 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/SD.svg b/benchmarks/bls12_381/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..d0e24d2 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/index.html b/benchmarks/bls12_381/hash_to_fr/report/index.html new file mode 100644 index 0000000..42f21e4 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/hash_to_fr - Criterion.rs + + + + +
+

bls12_381/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope523.93 ns524.12 ns524.32 ns
R²0.99967510.99969380.9996728
Mean523.97 ns524.29 ns524.65 ns
Std. Dev.1.0689 ns1.7571 ns2.3459 ns
Median523.76 ns523.90 ns524.14 ns
MAD585.41 ps811.99 ps1.0923 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/hash_to_fr/report/mean.svg b/benchmarks/bls12_381/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..2fe7740 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 523.9 + + + + + 524 + + + + + 524.1 + + + + + 524.2 + + + + + 524.3 + + + + + 524.4 + + + + + 524.5 + + + + + 524.6 + + + + + 524.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/median.svg b/benchmarks/bls12_381/hash_to_fr/report/median.svg new file mode 100644 index 0000000..1126dbe --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 523.75 + + + + + 523.8 + + + + + 523.85 + + + + + 523.9 + + + + + 523.95 + + + + + 524 + + + + + 524.05 + + + + + 524.1 + + + + + 524.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: median + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/pdf.svg b/benchmarks/bls12_381/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..0a3abc8 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/pdf.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 520 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/pdf_small.svg b/benchmarks/bls12_381/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..e07ea08 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 520 + + + + + 522 + + + + + 524 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/regression.svg b/benchmarks/bls12_381/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..9c65624 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bls12_381/hash_to_fr + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/regression_small.svg b/benchmarks/bls12_381/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..961f89f --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/slope.svg b/benchmarks/bls12_381/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..898e8c8 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 523.9 + + + + + 523.95 + + + + + 524 + + + + + 524.05 + + + + + 524.1 + + + + + 524.15 + + + + + 524.2 + + + + + 524.25 + + + + + 524.3 + + + + + 524.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/bls12_381/hash_to_fr/report/typical.svg b/benchmarks/bls12_381/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..203f972 --- /dev/null +++ b/benchmarks/bls12_381/hash_to_fr/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 523.9 + + + + + 523.95 + + + + + 524 + + + + + 524.05 + + + + + 524.1 + + + + + 524.15 + + + + + 524.2 + + + + + 524.25 + + + + + 524.3 + + + + + 524.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/base/benchmark.json b/benchmarks/bls12_381/random_keypair/base/benchmark.json new file mode 100644 index 0000000..3a06c9c --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bls12_381/random_keypair","directory_name":"bls12_381/random_keypair","title":"bls12_381/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/base/estimates.json b/benchmarks/bls12_381/random_keypair/base/estimates.json new file mode 100644 index 0000000..e64557a --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185675.7055484401,"upper_bound":186052.57298379624},"point_estimate":185843.82528220932,"standard_error":96.56343092659093},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185557.29166666666,"upper_bound":185716.79025089607},"point_estimate":185660.26179012345,"standard_error":49.57661382861313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.92379999823197,"upper_bound":452.7352391845706},"point_estimate":336.92710369822623,"standard_error":57.67980382777484},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185606.808301351,"upper_bound":185738.69600725747},"point_estimate":185671.21396679967,"standard_error":33.69193351472308},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":482.9696628913336,"upper_bound":1387.4390861647473},"point_estimate":963.5807341843037,"standard_error":234.707000889542}} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/base/sample.json b/benchmarks/bls12_381/random_keypair/base/sample.json new file mode 100644 index 0000000..81177cf --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1152792.0,2263667.0,3342417.0,4453375.0,5546083.0,6672375.0,7850416.0,9134000.0,10015084.0,11225875.0,12343334.0,13252292.0,14560792.0,15629000.0,16784000.0,17795625.0,18873500.0,20022666.0,21159333.0,22251541.0,23318583.0,24412500.0,25856208.0,26649334.0,27772417.0,28868208.0,30150250.0,31264708.0,32381416.0,33604792.0,34572542.0,35663875.0,36764709.0,37762750.0,38963000.0,40081291.0,41199708.0,42469292.0,43400542.0,44703292.0,45711875.0,46767875.0,48033833.0,48977833.0,50057042.0,51257834.0,52470167.0,53439833.0,54495291.0,55697083.0,56754375.0,57933166.0,58983166.0,60168125.0,61185875.0,62193167.0,63526334.0,64546750.0,65789792.0,66859917.0,68087792.0,69393959.0,70199000.0,71201250.0,72389375.0,73458875.0,74873750.0,75767750.0,76741958.0,78118500.0,79057292.0,80330125.0,81273916.0,82385916.0,83572833.0,84607584.0,85855542.0,86932292.0,88187792.0,89002792.0,90232500.0,91170166.0,92479250.0,93735792.0,94781625.0,95879083.0,97004291.0,98133416.0,99028666.0,100443125.0,101279625.0,102686292.0,103629625.0,104665083.0,105730875.0,106675541.0,107896666.0,109036666.0,110255041.0,111286125.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/base/tukey.json b/benchmarks/bls12_381/random_keypair/base/tukey.json new file mode 100644 index 0000000..f4ae50f --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[183879.81705903335,184669.97048332443,186777.04628143396,187567.199705725] \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/new/benchmark.json b/benchmarks/bls12_381/random_keypair/new/benchmark.json new file mode 100644 index 0000000..3a06c9c --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bls12_381","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bls12_381/random_keypair","directory_name":"bls12_381/random_keypair","title":"bls12_381/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/new/estimates.json b/benchmarks/bls12_381/random_keypair/new/estimates.json new file mode 100644 index 0000000..e64557a --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185675.7055484401,"upper_bound":186052.57298379624},"point_estimate":185843.82528220932,"standard_error":96.56343092659093},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185557.29166666666,"upper_bound":185716.79025089607},"point_estimate":185660.26179012345,"standard_error":49.57661382861313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.92379999823197,"upper_bound":452.7352391845706},"point_estimate":336.92710369822623,"standard_error":57.67980382777484},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185606.808301351,"upper_bound":185738.69600725747},"point_estimate":185671.21396679967,"standard_error":33.69193351472308},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":482.9696628913336,"upper_bound":1387.4390861647473},"point_estimate":963.5807341843037,"standard_error":234.707000889542}} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/new/sample.json b/benchmarks/bls12_381/random_keypair/new/sample.json new file mode 100644 index 0000000..81177cf --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1152792.0,2263667.0,3342417.0,4453375.0,5546083.0,6672375.0,7850416.0,9134000.0,10015084.0,11225875.0,12343334.0,13252292.0,14560792.0,15629000.0,16784000.0,17795625.0,18873500.0,20022666.0,21159333.0,22251541.0,23318583.0,24412500.0,25856208.0,26649334.0,27772417.0,28868208.0,30150250.0,31264708.0,32381416.0,33604792.0,34572542.0,35663875.0,36764709.0,37762750.0,38963000.0,40081291.0,41199708.0,42469292.0,43400542.0,44703292.0,45711875.0,46767875.0,48033833.0,48977833.0,50057042.0,51257834.0,52470167.0,53439833.0,54495291.0,55697083.0,56754375.0,57933166.0,58983166.0,60168125.0,61185875.0,62193167.0,63526334.0,64546750.0,65789792.0,66859917.0,68087792.0,69393959.0,70199000.0,71201250.0,72389375.0,73458875.0,74873750.0,75767750.0,76741958.0,78118500.0,79057292.0,80330125.0,81273916.0,82385916.0,83572833.0,84607584.0,85855542.0,86932292.0,88187792.0,89002792.0,90232500.0,91170166.0,92479250.0,93735792.0,94781625.0,95879083.0,97004291.0,98133416.0,99028666.0,100443125.0,101279625.0,102686292.0,103629625.0,104665083.0,105730875.0,106675541.0,107896666.0,109036666.0,110255041.0,111286125.0]} \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/new/tukey.json b/benchmarks/bls12_381/random_keypair/new/tukey.json new file mode 100644 index 0000000..f4ae50f --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[183879.81705903335,184669.97048332443,186777.04628143396,187567.199705725] \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/report/MAD.svg b/benchmarks/bls12_381/random_keypair/report/MAD.svg new file mode 100644 index 0000000..4facba4 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bls12_381/random_keypair: MAD + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/SD.svg b/benchmarks/bls12_381/random_keypair/report/SD.svg new file mode 100644 index 0000000..4316f87 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair: SD + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/index.html b/benchmarks/bls12_381/random_keypair/report/index.html new file mode 100644 index 0000000..cc000d4 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + bls12_381/random_keypair - Criterion.rs + + + + +
+

bls12_381/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope185.61 µs185.67 µs185.74 µs
R²0.99963720.99965390.9996356
Mean185.68 µs185.84 µs186.05 µs
Std. Dev.482.97 ns963.58 ns1.3874 µs
Median185.56 µs185.66 µs185.72 µs
MAD237.92 ns336.93 ns452.74 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/random_keypair/report/mean.svg b/benchmarks/bls12_381/random_keypair/report/mean.svg new file mode 100644 index 0000000..9f64a10 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 185.65 + + + + + 185.7 + + + + + 185.75 + + + + + 185.8 + + + + + 185.85 + + + + + 185.9 + + + + + 185.95 + + + + + 186 + + + + + 186.05 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair: mean + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/median.svg b/benchmarks/bls12_381/random_keypair/report/median.svg new file mode 100644 index 0000000..3ae6463 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 185.54 + + + + + 185.56 + + + + + 185.58 + + + + + 185.6 + + + + + 185.62 + + + + + 185.64 + + + + + 185.66 + + + + + 185.68 + + + + + 185.7 + + + + + 185.72 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair: median + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/pdf.svg b/benchmarks/bls12_381/random_keypair/report/pdf.svg new file mode 100644 index 0000000..8bd3d5d --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/pdf.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 184 + + + + + 186 + + + + + 188 + + + + + 190 + + + + + 192 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/pdf_small.svg b/benchmarks/bls12_381/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..a36252f --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 184 + + + + + 186 + + + + + 188 + + + + + 190 + + + + + 192 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/regression.svg b/benchmarks/bls12_381/random_keypair/report/regression.svg new file mode 100644 index 0000000..5936a61 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bls12_381/random_keypair + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/regression_small.svg b/benchmarks/bls12_381/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..3d47d0f --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/slope.svg b/benchmarks/bls12_381/random_keypair/report/slope.svg new file mode 100644 index 0000000..fd57455 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 185.6 + + + + + 185.62 + + + + + 185.64 + + + + + 185.66 + + + + + 185.68 + + + + + 185.7 + + + + + 185.72 + + + + + 185.74 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair: slope + + + + + + + diff --git a/benchmarks/bls12_381/random_keypair/report/typical.svg b/benchmarks/bls12_381/random_keypair/report/typical.svg new file mode 100644 index 0000000..a3080e1 --- /dev/null +++ b/benchmarks/bls12_381/random_keypair/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 185.6 + + + + + 185.62 + + + + + 185.64 + + + + + 185.66 + + + + + 185.68 + + + + + 185.7 + + + + + 185.72 + + + + + 185.74 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bls12_381/random_keypair: typical + + + + + + + diff --git a/benchmarks/bls12_381/report/index.html b/benchmarks/bls12_381/report/index.html new file mode 100644 index 0000000..2ee9e09 --- /dev/null +++ b/benchmarks/bls12_381/report/index.html @@ -0,0 +1,231 @@ + + + + + + bls12_381 Summary - Criterion.rs + + + + +
+

bls12_381

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

bls12_381/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bls12_381/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bls12_381/report/violin.svg b/benchmarks/bls12_381/report/violin.svg new file mode 100644 index 0000000..fa0309a --- /dev/null +++ b/benchmarks/bls12_381/report/violin.svg @@ -0,0 +1,718 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + bls12_381/random_keypair + + + + + bls12_381/hash_to_fr + + + + + bls12_381/generate_stealth_private_key + + + + + bls12_381/generate_stealth_address + + + + + bls12_381/generate_random_fr + + + + + bls12_381/derive_public_key + + + + + bls12_381/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + bls12_381: Violin plot + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/base/benchmark.json b/benchmarks/bn254/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..50184d4 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bn254/compute_shared_point","directory_name":"bn254/compute_shared_point","title":"bn254/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/base/estimates.json b/benchmarks/bn254/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..812ee89 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133077.35667221973,"upper_bound":133224.25291375368},"point_estimate":133143.2641432631,"standard_error":37.66972055402916},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133049.24431818182,"upper_bound":133103.19361413043},"point_estimate":133081.75057471264,"standard_error":13.388082052157033},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.18949518583871,"upper_bound":179.66521342961912},"point_estimate":144.2121506239885,"standard_error":18.223408096569283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133080.17441506742,"upper_bound":133128.59005646518},"point_estimate":133105.18482710212,"standard_error":12.372781542268557},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.30666445591388,"upper_bound":531.3636067832803},"point_estimate":379.0100682772288,"standard_error":86.52757759271323}} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/base/sample.json b/benchmarks/bn254/compute_shared_point/base/sample.json new file mode 100644 index 0000000..7616f66 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1082542.0,2128208.0,3191791.0,4259041.0,5347125.0,6400708.0,7462666.0,8650333.0,9678500.0,10721458.0,11681541.0,12772541.0,13804333.0,14877833.0,15959292.0,16988208.0,18070459.0,19122750.0,20211041.0,21342625.0,22350125.0,23416667.0,24467667.0,25579750.0,26615000.0,27665375.0,28812917.0,29869084.0,30843792.0,31939542.0,33022167.0,34133708.0,35107416.0,36187541.0,37204000.0,38301750.0,39443292.0,40422500.0,41543541.0,42501583.0,43605041.0,44669417.0,45689792.0,46709208.0,47888083.0,48968334.0,49967125.0,51060500.0,52287000.0,53301083.0,54284958.0,55236584.0,56465500.0,57552667.0,58536292.0,59586834.0,60717375.0,61795209.0,62835333.0,64010791.0,64942750.0,66083125.0,67094417.0,68067792.0,69259459.0,70242792.0,71337708.0,72357083.0,73468459.0,74509958.0,75456291.0,76604666.0,77731500.0,78789458.0,79787833.0,80912750.0,81942291.0,83000541.0,84056708.0,85202792.0,86239084.0,87399083.0,88359583.0,89508709.0,90611250.0,91545334.0,92625125.0,93780625.0,94841916.0,95840583.0,97026875.0,97969958.0,99015709.0,100134708.0,101147291.0,102281250.0,103280542.0,104430250.0,105460375.0,106522250.0]} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/base/tukey.json b/benchmarks/bn254/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..6e4e551 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[132396.0233344781,132694.82260473905,133491.62065876828,133790.41992902925] \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/new/benchmark.json b/benchmarks/bn254/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..50184d4 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bn254/compute_shared_point","directory_name":"bn254/compute_shared_point","title":"bn254/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/new/estimates.json b/benchmarks/bn254/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..812ee89 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133077.35667221973,"upper_bound":133224.25291375368},"point_estimate":133143.2641432631,"standard_error":37.66972055402916},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133049.24431818182,"upper_bound":133103.19361413043},"point_estimate":133081.75057471264,"standard_error":13.388082052157033},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.18949518583871,"upper_bound":179.66521342961912},"point_estimate":144.2121506239885,"standard_error":18.223408096569283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133080.17441506742,"upper_bound":133128.59005646518},"point_estimate":133105.18482710212,"standard_error":12.372781542268557},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.30666445591388,"upper_bound":531.3636067832803},"point_estimate":379.0100682772288,"standard_error":86.52757759271323}} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/new/sample.json b/benchmarks/bn254/compute_shared_point/new/sample.json new file mode 100644 index 0000000..7616f66 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1082542.0,2128208.0,3191791.0,4259041.0,5347125.0,6400708.0,7462666.0,8650333.0,9678500.0,10721458.0,11681541.0,12772541.0,13804333.0,14877833.0,15959292.0,16988208.0,18070459.0,19122750.0,20211041.0,21342625.0,22350125.0,23416667.0,24467667.0,25579750.0,26615000.0,27665375.0,28812917.0,29869084.0,30843792.0,31939542.0,33022167.0,34133708.0,35107416.0,36187541.0,37204000.0,38301750.0,39443292.0,40422500.0,41543541.0,42501583.0,43605041.0,44669417.0,45689792.0,46709208.0,47888083.0,48968334.0,49967125.0,51060500.0,52287000.0,53301083.0,54284958.0,55236584.0,56465500.0,57552667.0,58536292.0,59586834.0,60717375.0,61795209.0,62835333.0,64010791.0,64942750.0,66083125.0,67094417.0,68067792.0,69259459.0,70242792.0,71337708.0,72357083.0,73468459.0,74509958.0,75456291.0,76604666.0,77731500.0,78789458.0,79787833.0,80912750.0,81942291.0,83000541.0,84056708.0,85202792.0,86239084.0,87399083.0,88359583.0,89508709.0,90611250.0,91545334.0,92625125.0,93780625.0,94841916.0,95840583.0,97026875.0,97969958.0,99015709.0,100134708.0,101147291.0,102281250.0,103280542.0,104430250.0,105460375.0,106522250.0]} \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/new/tukey.json b/benchmarks/bn254/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..6e4e551 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[132396.0233344781,132694.82260473905,133491.62065876828,133790.41992902925] \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/report/MAD.svg b/benchmarks/bn254/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..1800749 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/SD.svg b/benchmarks/bn254/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..5df3b85 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/index.html b/benchmarks/bn254/compute_shared_point/report/index.html new file mode 100644 index 0000000..5507637 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/compute_shared_point - Criterion.rs + + + + +
+

bn254/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope133.08 µs133.11 µs133.13 µs
R²0.99988620.99989100.9998868
Mean133.08 µs133.14 µs133.22 µs
Std. Dev.188.31 ns379.01 ns531.36 ns
Median133.05 µs133.08 µs133.10 µs
MAD109.19 ns144.21 ns179.67 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/compute_shared_point/report/mean.svg b/benchmarks/bn254/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..94b8f46 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 133.08 + + + + + 133.1 + + + + + 133.12 + + + + + 133.14 + + + + + 133.16 + + + + + 133.18 + + + + + 133.2 + + + + + 133.22 + + + + + 133.24 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/median.svg b/benchmarks/bn254/compute_shared_point/report/median.svg new file mode 100644 index 0000000..2c0fbe7 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 133.05 + + + + + 133.06 + + + + + 133.07 + + + + + 133.08 + + + + + 133.09 + + + + + 133.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/compute_shared_point: median + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/pdf.svg b/benchmarks/bn254/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..880fd1b --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/pdf.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 132.5 + + + + + 133 + + + + + 133.5 + + + + + 134 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/compute_shared_point + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/pdf_small.svg b/benchmarks/bn254/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..31f5dd6 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 132.5 + + + + + 133 + + + + + 133.5 + + + + + 134 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/regression.svg b/benchmarks/bn254/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..5d64ab7 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bn254/compute_shared_point + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/regression_small.svg b/benchmarks/bn254/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..5162193 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/slope.svg b/benchmarks/bn254/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..187c1f8 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 133.08 + + + + + 133.09 + + + + + 133.1 + + + + + 133.11 + + + + + 133.12 + + + + + 133.13 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/bn254/compute_shared_point/report/typical.svg b/benchmarks/bn254/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..9b40094 --- /dev/null +++ b/benchmarks/bn254/compute_shared_point/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 133.08 + + + + + 133.09 + + + + + 133.1 + + + + + 133.11 + + + + + 133.12 + + + + + 133.13 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/base/benchmark.json b/benchmarks/bn254/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..7c616ee --- /dev/null +++ b/benchmarks/bn254/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bn254/derive_public_key","directory_name":"bn254/derive_public_key","title":"bn254/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/base/estimates.json b/benchmarks/bn254/derive_public_key/base/estimates.json new file mode 100644 index 0000000..00bc407 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132309.59459996145,"upper_bound":132758.09498982836},"point_estimate":132486.3201805652,"standard_error":118.63187121664035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132227.42708333334,"upper_bound":132342.98958333334},"point_estimate":132287.0911080918,"standard_error":28.020462983407068},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.4438267518331,"upper_bound":318.8504340203594},"point_estimate":222.67493323422536,"standard_error":37.15530965358742},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132179.69269376577,"upper_bound":132670.60568467763},"point_estimate":132360.40362309737,"standard_error":131.6716038971856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.8588675080268,"upper_bound":1958.178762584299},"point_estimate":1195.9368849942168,"standard_error":521.6339276249396}} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/base/sample.json b/benchmarks/bn254/derive_public_key/base/sample.json new file mode 100644 index 0000000..fa1d029 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1073833.0,2111541.0,3200250.0,4248000.0,5282875.0,6344833.0,7392750.0,8594833.0,9605000.0,10565500.0,11737459.0,12693833.0,13747708.0,14805625.0,15985792.0,16989500.0,17975584.0,19081625.0,20131250.0,21151000.0,22204042.0,23284667.0,24352125.0,25412542.0,26555042.0,27571500.0,28594625.0,29563375.0,30679375.0,31736666.0,32904875.0,33871667.0,34991584.0,35983958.0,37074375.0,38097125.0,39188792.0,40238042.0,41192959.0,42379667.0,43395542.0,44361833.0,45515750.0,46612333.0,47614875.0,48704292.0,49806667.0,50819708.0,51860375.0,52856667.0,54112500.0,55051000.0,56122750.0,57138375.0,58492709.0,59236333.0,60176750.0,61453125.0,62407875.0,64625917.0,69970875.0,65513167.0,66523417.0,67774667.0,68718542.0,69792459.0,71040958.0,71919208.0,73025459.0,74066208.0,75175166.0,76289041.0,77236791.0,78306416.0,79425000.0,80297458.0,81629916.0,82572250.0,83662917.0,84547333.0,85637916.0,86749583.0,87691334.0,88962542.0,89788583.0,90914583.0,92599584.0,92867333.0,93821583.0,95081541.0,96153833.0,97157208.0,98227792.0,99182292.0,100423417.0,101699917.0,102450209.0,103525083.0,104538625.0,105612458.0]} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/base/tukey.json b/benchmarks/bn254/derive_public_key/base/tukey.json new file mode 100644 index 0000000..5b57122 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[131237.11269531248,131682.73544921874,132871.0627929688,133316.68554687506] \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/new/benchmark.json b/benchmarks/bn254/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..7c616ee --- /dev/null +++ b/benchmarks/bn254/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bn254/derive_public_key","directory_name":"bn254/derive_public_key","title":"bn254/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/new/estimates.json b/benchmarks/bn254/derive_public_key/new/estimates.json new file mode 100644 index 0000000..00bc407 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132309.59459996145,"upper_bound":132758.09498982836},"point_estimate":132486.3201805652,"standard_error":118.63187121664035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132227.42708333334,"upper_bound":132342.98958333334},"point_estimate":132287.0911080918,"standard_error":28.020462983407068},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.4438267518331,"upper_bound":318.8504340203594},"point_estimate":222.67493323422536,"standard_error":37.15530965358742},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132179.69269376577,"upper_bound":132670.60568467763},"point_estimate":132360.40362309737,"standard_error":131.6716038971856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.8588675080268,"upper_bound":1958.178762584299},"point_estimate":1195.9368849942168,"standard_error":521.6339276249396}} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/new/sample.json b/benchmarks/bn254/derive_public_key/new/sample.json new file mode 100644 index 0000000..fa1d029 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1073833.0,2111541.0,3200250.0,4248000.0,5282875.0,6344833.0,7392750.0,8594833.0,9605000.0,10565500.0,11737459.0,12693833.0,13747708.0,14805625.0,15985792.0,16989500.0,17975584.0,19081625.0,20131250.0,21151000.0,22204042.0,23284667.0,24352125.0,25412542.0,26555042.0,27571500.0,28594625.0,29563375.0,30679375.0,31736666.0,32904875.0,33871667.0,34991584.0,35983958.0,37074375.0,38097125.0,39188792.0,40238042.0,41192959.0,42379667.0,43395542.0,44361833.0,45515750.0,46612333.0,47614875.0,48704292.0,49806667.0,50819708.0,51860375.0,52856667.0,54112500.0,55051000.0,56122750.0,57138375.0,58492709.0,59236333.0,60176750.0,61453125.0,62407875.0,64625917.0,69970875.0,65513167.0,66523417.0,67774667.0,68718542.0,69792459.0,71040958.0,71919208.0,73025459.0,74066208.0,75175166.0,76289041.0,77236791.0,78306416.0,79425000.0,80297458.0,81629916.0,82572250.0,83662917.0,84547333.0,85637916.0,86749583.0,87691334.0,88962542.0,89788583.0,90914583.0,92599584.0,92867333.0,93821583.0,95081541.0,96153833.0,97157208.0,98227792.0,99182292.0,100423417.0,101699917.0,102450209.0,103525083.0,104538625.0,105612458.0]} \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/new/tukey.json b/benchmarks/bn254/derive_public_key/new/tukey.json new file mode 100644 index 0000000..5b57122 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[131237.11269531248,131682.73544921874,132871.0627929688,133316.68554687506] \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/report/MAD.svg b/benchmarks/bn254/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..fd07d33 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/SD.svg b/benchmarks/bn254/derive_public_key/report/SD.svg new file mode 100644 index 0000000..c538146 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key: SD + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/index.html b/benchmarks/bn254/derive_public_key/report/index.html new file mode 100644 index 0000000..1795bdc --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/derive_public_key - Criterion.rs + + + + +
+

bn254/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope132.18 µs132.36 µs132.67 µs
R²0.98816340.98841770.9876688
Mean132.31 µs132.49 µs132.76 µs
Std. Dev.341.86 ns1.1959 µs1.9582 µs
Median132.23 µs132.29 µs132.34 µs
MAD168.44 ns222.67 ns318.85 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/derive_public_key/report/mean.svg b/benchmarks/bn254/derive_public_key/report/mean.svg new file mode 100644 index 0000000..5d1cae0 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 132.3 + + + + + 132.4 + + + + + 132.5 + + + + + 132.6 + + + + + 132.7 + + + + + 132.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key: mean + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/median.svg b/benchmarks/bn254/derive_public_key/report/median.svg new file mode 100644 index 0000000..f433342 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 132.22 + + + + + 132.24 + + + + + 132.26 + + + + + 132.28 + + + + + 132.3 + + + + + 132.32 + + + + + 132.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key: median + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/pdf.svg b/benchmarks/bn254/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..e86796e --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/pdf.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 132 + + + + + 134 + + + + + 136 + + + + + 138 + + + + + 140 + + + + + 142 + + + + + 144 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/pdf_small.svg b/benchmarks/bn254/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..488edef --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 132 + + + + + 134 + + + + + 136 + + + + + 138 + + + + + 140 + + + + + 142 + + + + + 144 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/regression.svg b/benchmarks/bn254/derive_public_key/report/regression.svg new file mode 100644 index 0000000..77bafa3 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bn254/derive_public_key + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/regression_small.svg b/benchmarks/bn254/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..5760617 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/slope.svg b/benchmarks/bn254/derive_public_key/report/slope.svg new file mode 100644 index 0000000..21aa183 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 132.2 + + + + + 132.3 + + + + + 132.4 + + + + + 132.5 + + + + + 132.6 + + + + + 132.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key: slope + + + + + + + diff --git a/benchmarks/bn254/derive_public_key/report/typical.svg b/benchmarks/bn254/derive_public_key/report/typical.svg new file mode 100644 index 0000000..a65ca35 --- /dev/null +++ b/benchmarks/bn254/derive_public_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 132.2 + + + + + 132.3 + + + + + 132.4 + + + + + 132.5 + + + + + 132.6 + + + + + 132.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/derive_public_key: typical + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/base/benchmark.json b/benchmarks/bn254/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..ffa2d3b --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bn254/generate_random_fr","directory_name":"bn254/generate_random_fr","title":"bn254/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/base/estimates.json b/benchmarks/bn254/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..d498931 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.7154982378672,"upper_bound":1075.475552130714},"point_estimate":1074.5864932857671,"standard_error":0.4502530232200643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.5542305519912,"upper_bound":1075.35788971491},"point_estimate":1074.0819970405823,"standard_error":0.4450370472211522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.5545683993662944,"upper_bound":4.227533929651206},"point_estimate":3.539829192268292,"standard_error":0.4392461122688279},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1074.3112128692756,"upper_bound":1075.7807035144206},"point_estimate":1075.0409933786416,"standard_error":0.37412023750016804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.408108083246473,"upper_bound":5.616971553561109},"point_estimate":4.510042102595853,"standard_error":0.5693561342992679}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/base/sample.json b/benchmarks/bn254/generate_random_fr/base/sample.json new file mode 100644 index 0000000..6000bd1 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[921.0,1842.0,2763.0,3684.0,4605.0,5526.0,6447.0,7368.0,8289.0,9210.0,10131.0,11052.0,11973.0,12894.0,13815.0,14736.0,15657.0,16578.0,17499.0,18420.0,19341.0,20262.0,21183.0,22104.0,23025.0,23946.0,24867.0,25788.0,26709.0,27630.0,28551.0,29472.0,30393.0,31314.0,32235.0,33156.0,34077.0,34998.0,35919.0,36840.0,37761.0,38682.0,39603.0,40524.0,41445.0,42366.0,43287.0,44208.0,45129.0,46050.0,46971.0,47892.0,48813.0,49734.0,50655.0,51576.0,52497.0,53418.0,54339.0,55260.0,56181.0,57102.0,58023.0,58944.0,59865.0,60786.0,61707.0,62628.0,63549.0,64470.0,65391.0,66312.0,67233.0,68154.0,69075.0,69996.0,70917.0,71838.0,72759.0,73680.0,74601.0,75522.0,76443.0,77364.0,78285.0,79206.0,80127.0,81048.0,81969.0,82890.0,83811.0,84732.0,85653.0,86574.0,87495.0,88416.0,89337.0,90258.0,91179.0,92100.0],"times":[999917.0,1974209.0,2923458.0,3953541.0,4943416.0,5903833.0,6901125.0,7924333.0,8903000.0,9865208.0,11092084.0,11834625.0,12929708.0,13846500.0,14800084.0,15894709.0,16753167.0,17710500.0,18693208.0,19776875.0,20632500.0,21881584.0,22685542.0,23740125.0,24667750.0,25701542.0,26807084.0,27761042.0,28649917.0,29691417.0,30553042.0,31700375.0,32838042.0,33793875.0,34398041.0,35657833.0,36338250.0,37678208.0,38550084.0,39575792.0,40629333.0,41856750.0,42385500.0,43482584.0,44386625.0,45574792.0,46258917.0,47348459.0,48471583.0,49556958.0,50426167.0,51710834.0,52593458.0,53516166.0,54341166.0,55426125.0,56451333.0,57537958.0,58309709.0,59580583.0,60383750.0,61288208.0,62825208.0,63297875.0,64186541.0,65368708.0,66423209.0,67845625.0,68263208.0,69148750.0,70848958.0,71407666.0,72565125.0,73375792.0,74405792.0,75151083.0,76152791.0,77211208.0,78239792.0,79266042.0,80177417.0,81315875.0,81934833.0,83396000.0,84026833.0,84927500.0,85956583.0,87007291.0,87840041.0,89416833.0,89788875.0,90626791.0,92299583.0,92919959.0,94174417.0,95276458.0,96173625.0,96945208.0,97888000.0,99086250.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/base/tukey.json b/benchmarks/bn254/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..d3bde9c --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1059.1230853125023,1065.6734394336904,1083.141050423525,1089.691404544713] \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/new/benchmark.json b/benchmarks/bn254/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..ffa2d3b --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bn254/generate_random_fr","directory_name":"bn254/generate_random_fr","title":"bn254/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/new/estimates.json b/benchmarks/bn254/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..d498931 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.7154982378672,"upper_bound":1075.475552130714},"point_estimate":1074.5864932857671,"standard_error":0.4502530232200643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1073.5542305519912,"upper_bound":1075.35788971491},"point_estimate":1074.0819970405823,"standard_error":0.4450370472211522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.5545683993662944,"upper_bound":4.227533929651206},"point_estimate":3.539829192268292,"standard_error":0.4392461122688279},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1074.3112128692756,"upper_bound":1075.7807035144206},"point_estimate":1075.0409933786416,"standard_error":0.37412023750016804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.408108083246473,"upper_bound":5.616971553561109},"point_estimate":4.510042102595853,"standard_error":0.5693561342992679}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/new/sample.json b/benchmarks/bn254/generate_random_fr/new/sample.json new file mode 100644 index 0000000..6000bd1 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[921.0,1842.0,2763.0,3684.0,4605.0,5526.0,6447.0,7368.0,8289.0,9210.0,10131.0,11052.0,11973.0,12894.0,13815.0,14736.0,15657.0,16578.0,17499.0,18420.0,19341.0,20262.0,21183.0,22104.0,23025.0,23946.0,24867.0,25788.0,26709.0,27630.0,28551.0,29472.0,30393.0,31314.0,32235.0,33156.0,34077.0,34998.0,35919.0,36840.0,37761.0,38682.0,39603.0,40524.0,41445.0,42366.0,43287.0,44208.0,45129.0,46050.0,46971.0,47892.0,48813.0,49734.0,50655.0,51576.0,52497.0,53418.0,54339.0,55260.0,56181.0,57102.0,58023.0,58944.0,59865.0,60786.0,61707.0,62628.0,63549.0,64470.0,65391.0,66312.0,67233.0,68154.0,69075.0,69996.0,70917.0,71838.0,72759.0,73680.0,74601.0,75522.0,76443.0,77364.0,78285.0,79206.0,80127.0,81048.0,81969.0,82890.0,83811.0,84732.0,85653.0,86574.0,87495.0,88416.0,89337.0,90258.0,91179.0,92100.0],"times":[999917.0,1974209.0,2923458.0,3953541.0,4943416.0,5903833.0,6901125.0,7924333.0,8903000.0,9865208.0,11092084.0,11834625.0,12929708.0,13846500.0,14800084.0,15894709.0,16753167.0,17710500.0,18693208.0,19776875.0,20632500.0,21881584.0,22685542.0,23740125.0,24667750.0,25701542.0,26807084.0,27761042.0,28649917.0,29691417.0,30553042.0,31700375.0,32838042.0,33793875.0,34398041.0,35657833.0,36338250.0,37678208.0,38550084.0,39575792.0,40629333.0,41856750.0,42385500.0,43482584.0,44386625.0,45574792.0,46258917.0,47348459.0,48471583.0,49556958.0,50426167.0,51710834.0,52593458.0,53516166.0,54341166.0,55426125.0,56451333.0,57537958.0,58309709.0,59580583.0,60383750.0,61288208.0,62825208.0,63297875.0,64186541.0,65368708.0,66423209.0,67845625.0,68263208.0,69148750.0,70848958.0,71407666.0,72565125.0,73375792.0,74405792.0,75151083.0,76152791.0,77211208.0,78239792.0,79266042.0,80177417.0,81315875.0,81934833.0,83396000.0,84026833.0,84927500.0,85956583.0,87007291.0,87840041.0,89416833.0,89788875.0,90626791.0,92299583.0,92919959.0,94174417.0,95276458.0,96173625.0,96945208.0,97888000.0,99086250.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/new/tukey.json b/benchmarks/bn254/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..d3bde9c --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1059.1230853125023,1065.6734394336904,1083.141050423525,1089.691404544713] \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/report/MAD.svg b/benchmarks/bn254/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..2783586 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/SD.svg b/benchmarks/bn254/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..6fea858 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/index.html b/benchmarks/bn254/generate_random_fr/report/index.html new file mode 100644 index 0000000..5991b08 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/generate_random_fr - Criterion.rs + + + + +
+

bn254/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0743 µs1.0750 µs1.0758 µs
R²0.99882070.99888400.9988190
Mean1.0737 µs1.0746 µs1.0755 µs
Std. Dev.3.4081 ns4.5100 ns5.6170 ns
Median1.0736 µs1.0741 µs1.0754 µs
MAD2.5546 ns3.5398 ns4.2275 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/generate_random_fr/report/mean.svg b/benchmarks/bn254/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..ca5c352 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.074 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/median.svg b/benchmarks/bn254/generate_random_fr/report/median.svg new file mode 100644 index 0000000..b1013f1 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/median.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 500 + + + + + 1000 + + + + + 1500 + + + + + 2000 + + + + + 2500 + + + + + 1.0735 + + + + + 1.074 + + + + + 1.0745 + + + + + 1.075 + + + + + 1.0755 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_random_fr: median + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/pdf.svg b/benchmarks/bn254/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..eb98345 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/pdf.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.055 + + + + + 1.06 + + + + + 1.065 + + + + + 1.07 + + + + + 1.075 + + + + + 1.08 + + + + + 1.085 + + + + + 1.09 + + + + + 1.095 + + + + + 1.1 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_random_fr + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/pdf_small.svg b/benchmarks/bn254/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..ff2eaab --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 1.055 + + + + + 1.06 + + + + + 1.065 + + + + + 1.07 + + + + + 1.075 + + + + + 1.08 + + + + + 1.085 + + + + + 1.09 + + + + + 1.095 + + + + + 1.1 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/regression.svg b/benchmarks/bn254/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..3b24caf --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bn254/generate_random_fr + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/regression_small.svg b/benchmarks/bn254/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..3eb2cc5 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/slope.svg b/benchmarks/bn254/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..3981b75 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 200 + + + + + 400 + + + + + 600 + + + + + 800 + + + + + 1000 + + + + + 1200 + + + + + 1.0742 + + + + + 1.0744 + + + + + 1.0746 + + + + + 1.0748 + + + + + 1.075 + + + + + 1.0752 + + + + + 1.0754 + + + + + 1.0756 + + + + + 1.0758 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/bn254/generate_random_fr/report/typical.svg b/benchmarks/bn254/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..eb361c6 --- /dev/null +++ b/benchmarks/bn254/generate_random_fr/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 200 + + + + + 400 + + + + + 600 + + + + + 800 + + + + + 1000 + + + + + 1200 + + + + + 1.0742 + + + + + 1.0744 + + + + + 1.0746 + + + + + 1.0748 + + + + + 1.075 + + + + + 1.0752 + + + + + 1.0754 + + + + + 1.0756 + + + + + 1.0758 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/base/benchmark.json b/benchmarks/bn254/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..99bbcfa --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bn254/generate_stealth_address","directory_name":"bn254/generate_stealth_address","title":"bn254/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/base/estimates.json b/benchmarks/bn254/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..d36e537 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284045.8453461076,"upper_bound":284372.43933573354},"point_estimate":284191.89307042124,"standard_error":83.83599959299086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283973.06683864916,"upper_bound":284134.1171875},"point_estimate":284049.4255952381,"standard_error":44.11862485358861},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.7875941955346,"upper_bound":419.199309258558},"point_estimate":343.2880814053998,"standard_error":44.89244045265279},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283916.28346416744,"upper_bound":284079.8875948538},"point_estimate":284002.54182651103,"standard_error":41.63123348805375},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":397.1275767553937,"upper_bound":1224.311164489556},"point_estimate":843.9294708222532,"standard_error":212.16345148584776}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/base/sample.json b/benchmarks/bn254/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..97e92ae --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1149667.0,2270459.0,3407958.0,4536583.0,5749792.0,6800917.0,7944167.0,9275875.0,10284333.0,11436167.0,12485459.0,13651417.0,14763667.0,15950833.0,17065625.0,18199125.0,19276459.0,20404208.0,21609000.0,22763250.0,23885708.0,24996334.0,26102542.0,27331083.0,28370583.0,29533542.0,30696334.0,31838292.0,32974458.0,34036042.0,35263625.0,36369167.0,37492875.0,38690541.0,39730458.0,40941792.0,42052750.0,43214250.0,44403792.0,45487167.0,46571042.0,47720333.0,48840166.0,50012208.0,51076334.0,52229958.0,53409416.0,54625791.0,55608500.0,56751208.0,57960333.0,59097792.0,60153917.0,61360459.0,62498917.0,63566167.0,64784542.0,65894917.0,66893625.0,68265292.0,69289708.0,70401709.0,71703583.0,72679125.0,73895042.0,74975417.0,76077958.0,77220125.0,78381708.0,79580375.0,80676042.0,81707542.0,82914167.0,83953958.0,85152500.0,86358792.0,87534583.0,88580875.0,89637708.0,90810500.0,92159375.0,93109292.0,94390709.0,95384375.0,96639417.0,97672834.0,98891583.0,99967458.0,101018417.0,102282000.0,103521708.0,104490250.0,105793041.0,106779916.0,107905333.0,109118959.0,109969083.0,110966458.0,112525167.0,113670667.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/base/tukey.json b/benchmarks/bn254/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..76d678a --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[282525.57566623745,283189.9214381912,284961.51016340114,285625.85593535483] \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/new/benchmark.json b/benchmarks/bn254/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..99bbcfa --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bn254/generate_stealth_address","directory_name":"bn254/generate_stealth_address","title":"bn254/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/new/estimates.json b/benchmarks/bn254/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..d36e537 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284045.8453461076,"upper_bound":284372.43933573354},"point_estimate":284191.89307042124,"standard_error":83.83599959299086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283973.06683864916,"upper_bound":284134.1171875},"point_estimate":284049.4255952381,"standard_error":44.11862485358861},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.7875941955346,"upper_bound":419.199309258558},"point_estimate":343.2880814053998,"standard_error":44.89244045265279},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283916.28346416744,"upper_bound":284079.8875948538},"point_estimate":284002.54182651103,"standard_error":41.63123348805375},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":397.1275767553937,"upper_bound":1224.311164489556},"point_estimate":843.9294708222532,"standard_error":212.16345148584776}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/new/sample.json b/benchmarks/bn254/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..97e92ae --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1149667.0,2270459.0,3407958.0,4536583.0,5749792.0,6800917.0,7944167.0,9275875.0,10284333.0,11436167.0,12485459.0,13651417.0,14763667.0,15950833.0,17065625.0,18199125.0,19276459.0,20404208.0,21609000.0,22763250.0,23885708.0,24996334.0,26102542.0,27331083.0,28370583.0,29533542.0,30696334.0,31838292.0,32974458.0,34036042.0,35263625.0,36369167.0,37492875.0,38690541.0,39730458.0,40941792.0,42052750.0,43214250.0,44403792.0,45487167.0,46571042.0,47720333.0,48840166.0,50012208.0,51076334.0,52229958.0,53409416.0,54625791.0,55608500.0,56751208.0,57960333.0,59097792.0,60153917.0,61360459.0,62498917.0,63566167.0,64784542.0,65894917.0,66893625.0,68265292.0,69289708.0,70401709.0,71703583.0,72679125.0,73895042.0,74975417.0,76077958.0,77220125.0,78381708.0,79580375.0,80676042.0,81707542.0,82914167.0,83953958.0,85152500.0,86358792.0,87534583.0,88580875.0,89637708.0,90810500.0,92159375.0,93109292.0,94390709.0,95384375.0,96639417.0,97672834.0,98891583.0,99967458.0,101018417.0,102282000.0,103521708.0,104490250.0,105793041.0,106779916.0,107905333.0,109118959.0,109969083.0,110966458.0,112525167.0,113670667.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/new/tukey.json b/benchmarks/bn254/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..76d678a --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[282525.57566623745,283189.9214381912,284961.51016340114,285625.85593535483] \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/report/MAD.svg b/benchmarks/bn254/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..9305357 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 0.01 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/SD.svg b/benchmarks/bn254/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..8ea87b6 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/index.html b/benchmarks/bn254/generate_stealth_address/report/index.html new file mode 100644 index 0000000..1e8929e --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/generate_stealth_address - Criterion.rs + + + + +
+

bn254/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope283.92 µs284.00 µs284.08 µs
R²0.99982540.99983810.9998279
Mean284.05 µs284.19 µs284.37 µs
Std. Dev.397.13 ns843.93 ns1.2243 µs
Median283.97 µs284.05 µs284.13 µs
MAD244.79 ns343.29 ns419.20 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_address/report/mean.svg b/benchmarks/bn254/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..d214b4b --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 284.05 + + + + + 284.1 + + + + + 284.15 + + + + + 284.2 + + + + + 284.25 + + + + + 284.3 + + + + + 284.35 + + + + + 284.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/median.svg b/benchmarks/bn254/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..9540d9b --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 283.96 + + + + + 283.98 + + + + + 284 + + + + + 284.02 + + + + + 284.04 + + + + + 284.06 + + + + + 284.08 + + + + + 284.1 + + + + + 284.12 + + + + + 284.14 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/pdf.svg b/benchmarks/bn254/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..e27dac6 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/pdf.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 283 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/pdf_small.svg b/benchmarks/bn254/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..6062403 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 283 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/regression.svg b/benchmarks/bn254/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..cba0e3d --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bn254/generate_stealth_address + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/regression_small.svg b/benchmarks/bn254/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..2059f32 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/slope.svg b/benchmarks/bn254/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..b413a96 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/slope.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 283.9 + + + + + 283.92 + + + + + 283.94 + + + + + 283.96 + + + + + 283.98 + + + + + 284 + + + + + 284.02 + + + + + 284.04 + + + + + 284.06 + + + + + 284.08 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_address/report/typical.svg b/benchmarks/bn254/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..f59e984 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_address/report/typical.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 283.9 + + + + + 283.92 + + + + + 283.94 + + + + + 283.96 + + + + + 283.98 + + + + + 284 + + + + + 284.02 + + + + + 284.04 + + + + + 284.06 + + + + + 284.08 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/base/benchmark.json b/benchmarks/bn254/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..c0983a7 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bn254/generate_stealth_private_key","directory_name":"bn254/generate_stealth_private_key","title":"bn254/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/base/estimates.json b/benchmarks/bn254/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..00a15fe --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145846.23686250707,"upper_bound":146007.19290664326},"point_estimate":145918.89579526207,"standard_error":41.24195834263468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145773.29192546583,"upper_bound":145868.34663865546},"point_estimate":145821.47620493686,"standard_error":26.697566199194267},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126.58551678693668,"upper_bound":223.08187603949494},"point_estimate":175.12678947864546,"standard_error":25.415144570511433},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145821.03268218343,"upper_bound":145938.82507250362},"point_estimate":145874.4482653212,"standard_error":30.19900256228518},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235.75968813806924,"upper_bound":589.1950352292877},"point_estimate":414.5613001862641,"standard_error":93.89254460114795}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/base/sample.json b/benchmarks/bn254/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..93fb115 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1040458.0,2038708.0,3058709.0,4074208.0,5094166.0,6156208.0,7132792.0,8256834.0,9266667.0,10229500.0,11203834.0,12229333.0,13283666.0,14288791.0,15384041.0,16351125.0,17366708.0,18348500.0,19380042.0,20373167.0,21427417.0,22433292.0,23499667.0,24577459.0,25502583.0,26561166.0,27509375.0,28620333.0,29642458.0,30605959.0,31777333.0,32635250.0,33727875.0,34678167.0,35773542.0,36801125.0,37768000.0,38838667.0,39779792.0,40840375.0,41837084.0,42913792.0,43858208.0,44887833.0,45917292.0,46904917.0,47941584.0,48981833.0,50070458.0,50945500.0,52169416.0,53065833.0,54095916.0,55158500.0,56245833.0,57151375.0,58175750.0,59330375.0,60147500.0,61257042.0,62632333.0,63332292.0,64323292.0,65385750.0,66309208.0,67318167.0,68394584.0,69433333.0,70408500.0,71414916.0,72420208.0,73449417.0,74605375.0,75993708.0,76591417.0,77540334.0,78628667.0,79591833.0,80565791.0,81684125.0,82723958.0,83658916.0,84674375.0,85743875.0,86681417.0,87815542.0,88848792.0,89836125.0,90846208.0,91899084.0,92830625.0,94040042.0,94800042.0,96038834.0,96891167.0,98122583.0,98986541.0,100557083.0,101020292.0,102103042.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/base/tukey.json b/benchmarks/bn254/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..aaebd4b --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[144946.20518205932,145332.10323318042,146361.16470283672,146747.06275395784] \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/new/benchmark.json b/benchmarks/bn254/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..c0983a7 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bn254/generate_stealth_private_key","directory_name":"bn254/generate_stealth_private_key","title":"bn254/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/new/estimates.json b/benchmarks/bn254/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..00a15fe --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145846.23686250707,"upper_bound":146007.19290664326},"point_estimate":145918.89579526207,"standard_error":41.24195834263468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145773.29192546583,"upper_bound":145868.34663865546},"point_estimate":145821.47620493686,"standard_error":26.697566199194267},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126.58551678693668,"upper_bound":223.08187603949494},"point_estimate":175.12678947864546,"standard_error":25.415144570511433},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145821.03268218343,"upper_bound":145938.82507250362},"point_estimate":145874.4482653212,"standard_error":30.19900256228518},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235.75968813806924,"upper_bound":589.1950352292877},"point_estimate":414.5613001862641,"standard_error":93.89254460114795}} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/new/sample.json b/benchmarks/bn254/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..93fb115 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1040458.0,2038708.0,3058709.0,4074208.0,5094166.0,6156208.0,7132792.0,8256834.0,9266667.0,10229500.0,11203834.0,12229333.0,13283666.0,14288791.0,15384041.0,16351125.0,17366708.0,18348500.0,19380042.0,20373167.0,21427417.0,22433292.0,23499667.0,24577459.0,25502583.0,26561166.0,27509375.0,28620333.0,29642458.0,30605959.0,31777333.0,32635250.0,33727875.0,34678167.0,35773542.0,36801125.0,37768000.0,38838667.0,39779792.0,40840375.0,41837084.0,42913792.0,43858208.0,44887833.0,45917292.0,46904917.0,47941584.0,48981833.0,50070458.0,50945500.0,52169416.0,53065833.0,54095916.0,55158500.0,56245833.0,57151375.0,58175750.0,59330375.0,60147500.0,61257042.0,62632333.0,63332292.0,64323292.0,65385750.0,66309208.0,67318167.0,68394584.0,69433333.0,70408500.0,71414916.0,72420208.0,73449417.0,74605375.0,75993708.0,76591417.0,77540334.0,78628667.0,79591833.0,80565791.0,81684125.0,82723958.0,83658916.0,84674375.0,85743875.0,86681417.0,87815542.0,88848792.0,89836125.0,90846208.0,91899084.0,92830625.0,94040042.0,94800042.0,96038834.0,96891167.0,98122583.0,98986541.0,100557083.0,101020292.0,102103042.0]} \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/new/tukey.json b/benchmarks/bn254/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..aaebd4b --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[144946.20518205932,145332.10323318042,146361.16470283672,146747.06275395784] \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/report/MAD.svg b/benchmarks/bn254/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..4700645 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/SD.svg b/benchmarks/bn254/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..50006c5 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/index.html b/benchmarks/bn254/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..6845d76 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/generate_stealth_private_key - Criterion.rs + + + + +
+

bn254/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope145.82 µs145.87 µs145.94 µs
R²0.99965560.99967410.9996472
Mean145.85 µs145.92 µs146.01 µs
Std. Dev.235.76 ns414.56 ns589.20 ns
Median145.77 µs145.82 µs145.87 µs
MAD126.59 ns175.13 ns223.08 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/generate_stealth_private_key/report/mean.svg b/benchmarks/bn254/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..54acc5e --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 145.84 + + + + + 145.86 + + + + + 145.88 + + + + + 145.9 + + + + + 145.92 + + + + + 145.94 + + + + + 145.96 + + + + + 145.98 + + + + + 146 + + + + + 146.02 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/median.svg b/benchmarks/bn254/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..dc82e5e --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/median.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 145.78 + + + + + 145.8 + + + + + 145.82 + + + + + 145.84 + + + + + 145.86 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/pdf.svg b/benchmarks/bn254/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..042e8ee --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,363 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 145 + + + + + 145.5 + + + + + 146 + + + + + 146.5 + + + + + 147 + + + + + 147.5 + + + + + 148 + + + + + 148.5 + + + + + 149 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/bn254/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..95cb8ab --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 145 + + + + + 145.5 + + + + + 146 + + + + + 146.5 + + + + + 147 + + + + + 147.5 + + + + + 148 + + + + + 148.5 + + + + + 149 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/regression.svg b/benchmarks/bn254/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..fe7fd29 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bn254/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/regression_small.svg b/benchmarks/bn254/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..2d1681c --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/slope.svg b/benchmarks/bn254/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..9c868fa --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 145.82 + + + + + 145.84 + + + + + 145.86 + + + + + 145.88 + + + + + 145.9 + + + + + 145.92 + + + + + 145.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/bn254/generate_stealth_private_key/report/typical.svg b/benchmarks/bn254/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..20824b2 --- /dev/null +++ b/benchmarks/bn254/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 145.82 + + + + + 145.84 + + + + + 145.86 + + + + + 145.88 + + + + + 145.9 + + + + + 145.92 + + + + + 145.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/base/benchmark.json b/benchmarks/bn254/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..d879b0a --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bn254/hash_to_fr","directory_name":"bn254/hash_to_fr","title":"bn254/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/base/estimates.json b/benchmarks/bn254/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..bacb6ec --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.5966592001798,"upper_bound":530.4106711430668},"point_estimate":529.9759690218488,"standard_error":0.20845031271129452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.4570691226629,"upper_bound":529.9845136290753},"point_estimate":529.6951429080451,"standard_error":0.15350121438425005},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7495761216864887,"upper_bound":1.297281305246755},"point_estimate":1.0024368051265398,"standard_error":0.14180841152176746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.260352833985,"upper_bound":529.773776792328},"point_estimate":529.5083965864777,"standard_error":0.13127796822232415},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.298888266243613,"upper_bound":2.7655545740324334},"point_estimate":2.0937618021531574,"standard_error":0.37373643517581984}} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/base/sample.json b/benchmarks/bn254/hash_to_fr/base/sample.json new file mode 100644 index 0000000..0d95954 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1871.0,3742.0,5613.0,7484.0,9355.0,11226.0,13097.0,14968.0,16839.0,18710.0,20581.0,22452.0,24323.0,26194.0,28065.0,29936.0,31807.0,33678.0,35549.0,37420.0,39291.0,41162.0,43033.0,44904.0,46775.0,48646.0,50517.0,52388.0,54259.0,56130.0,58001.0,59872.0,61743.0,63614.0,65485.0,67356.0,69227.0,71098.0,72969.0,74840.0,76711.0,78582.0,80453.0,82324.0,84195.0,86066.0,87937.0,89808.0,91679.0,93550.0,95421.0,97292.0,99163.0,101034.0,102905.0,104776.0,106647.0,108518.0,110389.0,112260.0,114131.0,116002.0,117873.0,119744.0,121615.0,123486.0,125357.0,127228.0,129099.0,130970.0,132841.0,134712.0,136583.0,138454.0,140325.0,142196.0,144067.0,145938.0,147809.0,149680.0,151551.0,153422.0,155293.0,157164.0,159035.0,160906.0,162777.0,164648.0,166519.0,168390.0,170261.0,172132.0,174003.0,175874.0,177745.0,179616.0,181487.0,183358.0,185229.0,187100.0],"times":[1004875.0,1975625.0,2961583.0,3947875.0,4938458.0,5922834.0,6903458.0,8038875.0,9078500.0,9961459.0,10966083.0,11876041.0,12869291.0,13886833.0,14958334.0,15888584.0,16838250.0,17812250.0,18802250.0,19795375.0,20868709.0,21787875.0,22785459.0,23763458.0,24774583.0,25739042.0,26718792.0,28319542.0,28787584.0,29603958.0,30690750.0,31763000.0,32692959.0,33714500.0,34755875.0,35797000.0,36698292.0,37678917.0,38671500.0,39664041.0,40655916.0,41627708.0,42458542.0,43497292.0,44696209.0,45741583.0,46626541.0,47671541.0,48694041.0,49562583.0,50664334.0,51566084.0,52510208.0,53504000.0,54496875.0,55451334.0,56499000.0,57553333.0,58566209.0,59399208.0,60509166.0,61580208.0,62405042.0,63498542.0,64496792.0,65357625.0,66494791.0,67402333.0,68415584.0,69411500.0,70403791.0,71432791.0,72112791.0,73283541.0,74304500.0,75297000.0,76377625.0,77428541.0,78346833.0,79331792.0,80483917.0,81494750.0,82223208.0,83083375.0,84107917.0,85011875.0,86168250.0,86946625.0,88088958.0,88843125.0,90304667.0,91195625.0,92158459.0,93111792.0,93814917.0,95037583.0,95843625.0,96889458.0,97824041.0,99049000.0]} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/base/tukey.json b/benchmarks/bn254/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..6ef69f9 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[525.2076430982534,527.1418449734575,532.2997166406686,534.2339185158728] \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/new/benchmark.json b/benchmarks/bn254/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..d879b0a --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bn254/hash_to_fr","directory_name":"bn254/hash_to_fr","title":"bn254/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/new/estimates.json b/benchmarks/bn254/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..bacb6ec --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.5966592001798,"upper_bound":530.4106711430668},"point_estimate":529.9759690218488,"standard_error":0.20845031271129452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.4570691226629,"upper_bound":529.9845136290753},"point_estimate":529.6951429080451,"standard_error":0.15350121438425005},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.7495761216864887,"upper_bound":1.297281305246755},"point_estimate":1.0024368051265398,"standard_error":0.14180841152176746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.260352833985,"upper_bound":529.773776792328},"point_estimate":529.5083965864777,"standard_error":0.13127796822232415},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.298888266243613,"upper_bound":2.7655545740324334},"point_estimate":2.0937618021531574,"standard_error":0.37373643517581984}} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/new/sample.json b/benchmarks/bn254/hash_to_fr/new/sample.json new file mode 100644 index 0000000..0d95954 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1871.0,3742.0,5613.0,7484.0,9355.0,11226.0,13097.0,14968.0,16839.0,18710.0,20581.0,22452.0,24323.0,26194.0,28065.0,29936.0,31807.0,33678.0,35549.0,37420.0,39291.0,41162.0,43033.0,44904.0,46775.0,48646.0,50517.0,52388.0,54259.0,56130.0,58001.0,59872.0,61743.0,63614.0,65485.0,67356.0,69227.0,71098.0,72969.0,74840.0,76711.0,78582.0,80453.0,82324.0,84195.0,86066.0,87937.0,89808.0,91679.0,93550.0,95421.0,97292.0,99163.0,101034.0,102905.0,104776.0,106647.0,108518.0,110389.0,112260.0,114131.0,116002.0,117873.0,119744.0,121615.0,123486.0,125357.0,127228.0,129099.0,130970.0,132841.0,134712.0,136583.0,138454.0,140325.0,142196.0,144067.0,145938.0,147809.0,149680.0,151551.0,153422.0,155293.0,157164.0,159035.0,160906.0,162777.0,164648.0,166519.0,168390.0,170261.0,172132.0,174003.0,175874.0,177745.0,179616.0,181487.0,183358.0,185229.0,187100.0],"times":[1004875.0,1975625.0,2961583.0,3947875.0,4938458.0,5922834.0,6903458.0,8038875.0,9078500.0,9961459.0,10966083.0,11876041.0,12869291.0,13886833.0,14958334.0,15888584.0,16838250.0,17812250.0,18802250.0,19795375.0,20868709.0,21787875.0,22785459.0,23763458.0,24774583.0,25739042.0,26718792.0,28319542.0,28787584.0,29603958.0,30690750.0,31763000.0,32692959.0,33714500.0,34755875.0,35797000.0,36698292.0,37678917.0,38671500.0,39664041.0,40655916.0,41627708.0,42458542.0,43497292.0,44696209.0,45741583.0,46626541.0,47671541.0,48694041.0,49562583.0,50664334.0,51566084.0,52510208.0,53504000.0,54496875.0,55451334.0,56499000.0,57553333.0,58566209.0,59399208.0,60509166.0,61580208.0,62405042.0,63498542.0,64496792.0,65357625.0,66494791.0,67402333.0,68415584.0,69411500.0,70403791.0,71432791.0,72112791.0,73283541.0,74304500.0,75297000.0,76377625.0,77428541.0,78346833.0,79331792.0,80483917.0,81494750.0,82223208.0,83083375.0,84107917.0,85011875.0,86168250.0,86946625.0,88088958.0,88843125.0,90304667.0,91195625.0,92158459.0,93111792.0,93814917.0,95037583.0,95843625.0,96889458.0,97824041.0,99049000.0]} \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/new/tukey.json b/benchmarks/bn254/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..6ef69f9 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[525.2076430982534,527.1418449734575,532.2997166406686,534.2339185158728] \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/report/MAD.svg b/benchmarks/bn254/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..7d25135 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/SD.svg b/benchmarks/bn254/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..a2f824b --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/index.html b/benchmarks/bn254/hash_to_fr/report/index.html new file mode 100644 index 0000000..e73b583 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/hash_to_fr - Criterion.rs + + + + +
+

bn254/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope529.26 ns529.51 ns529.77 ns
R²0.99937220.99940250.9993678
Mean529.60 ns529.98 ns530.41 ns
Std. Dev.1.2989 ns2.0938 ns2.7656 ns
Median529.46 ns529.70 ns529.98 ns
MAD749.58 ps1.0024 ns1.2973 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/hash_to_fr/report/mean.svg b/benchmarks/bn254/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..2c57d3c --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/mean.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 529.6 + + + + + 529.7 + + + + + 529.8 + + + + + 529.9 + + + + + 530 + + + + + 530.1 + + + + + 530.2 + + + + + 530.3 + + + + + 530.4 + + + + + 530.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/median.svg b/benchmarks/bn254/hash_to_fr/report/median.svg new file mode 100644 index 0000000..cd3fb1d --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 529.4 + + + + + 529.5 + + + + + 529.6 + + + + + 529.7 + + + + + 529.8 + + + + + 529.9 + + + + + 530 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: median + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/pdf.svg b/benchmarks/bn254/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..f19151a --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/pdf.svg @@ -0,0 +1,361 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/pdf_small.svg b/benchmarks/bn254/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..3d4a676 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 526 + + + + + 528 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/regression.svg b/benchmarks/bn254/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..686d635 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bn254/hash_to_fr + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/regression_small.svg b/benchmarks/bn254/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..392b403 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/slope.svg b/benchmarks/bn254/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..296580f --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 529.3 + + + + + 529.4 + + + + + 529.5 + + + + + 529.6 + + + + + 529.7 + + + + + 529.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/bn254/hash_to_fr/report/typical.svg b/benchmarks/bn254/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..5a716a5 --- /dev/null +++ b/benchmarks/bn254/hash_to_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 529.3 + + + + + 529.4 + + + + + 529.5 + + + + + 529.6 + + + + + 529.7 + + + + + 529.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/bn254/random_keypair/base/benchmark.json b/benchmarks/bn254/random_keypair/base/benchmark.json new file mode 100644 index 0000000..c39df76 --- /dev/null +++ b/benchmarks/bn254/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bn254/random_keypair","directory_name":"bn254/random_keypair","title":"bn254/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/base/estimates.json b/benchmarks/bn254/random_keypair/base/estimates.json new file mode 100644 index 0000000..6aac77e --- /dev/null +++ b/benchmarks/bn254/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137513.7769833056,"upper_bound":137744.2745724685},"point_estimate":137618.36700079625,"standard_error":58.95220771014847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137427.7676767677,"upper_bound":137595.78064962552},"point_estimate":137514.3060839097,"standard_error":44.336505720136664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.14411967599003,"upper_bound":303.5386109033815},"point_estimate":246.17294269290875,"standard_error":28.536206215098094},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137450.62175006926,"upper_bound":137535.96373789254},"point_estimate":137491.81360499482,"standard_error":21.72930367420842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":316.5583326948345,"upper_bound":817.7226464817078},"point_estimate":588.3953955607349,"standard_error":127.60826852544004}} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/base/sample.json b/benchmarks/bn254/random_keypair/base/sample.json new file mode 100644 index 0000000..1760a8d --- /dev/null +++ b/benchmarks/bn254/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1129083.0,2204375.0,3325708.0,4482084.0,5540708.0,6594958.0,7719958.0,8958459.0,9908292.0,11107125.0,12140708.0,13250000.0,14314583.0,15476875.0,16405708.0,17637834.0,18679417.0,19810125.0,20833750.0,21962416.0,23009625.0,24168042.0,25281167.0,26370792.0,27517417.0,28449583.0,29681375.0,30719917.0,31984042.0,33025542.0,34156792.0,35132250.0,36278292.0,37307959.0,38576833.0,39635666.0,40726166.0,41844041.0,42753916.0,44037833.0,45104209.0,46169000.0,47296250.0,48524916.0,49484708.0,50626750.0,51583166.0,52859041.0,53918458.0,54926125.0,56072041.0,57265792.0,58226958.0,59428375.0,60603417.0,61711542.0,62699000.0,63948625.0,64800750.0,65993375.0,67083958.0,68088750.0,69222208.0,70479667.0,71602084.0,72511792.0,73708458.0,74940916.0,75890625.0,77160250.0,77998334.0,79100833.0,80354041.0,81529166.0,82332375.0,83545792.0,84801500.0,85741959.0,86989083.0,88341791.0,89025916.0,90321041.0,91368500.0,92493417.0,93348584.0,94491000.0,95617792.0,96676667.0,97871583.0,99038959.0,99924083.0,101280500.0,102227875.0,103338042.0,104528834.0,105496917.0,106613458.0,107720750.0,108842792.0,110086708.0]} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/base/tukey.json b/benchmarks/bn254/random_keypair/base/tukey.json new file mode 100644 index 0000000..4e6f6a4 --- /dev/null +++ b/benchmarks/bn254/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[136384.7143092963,136866.58693405992,138151.5806000962,138633.4532248598] \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/new/benchmark.json b/benchmarks/bn254/random_keypair/new/benchmark.json new file mode 100644 index 0000000..c39df76 --- /dev/null +++ b/benchmarks/bn254/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bn254","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bn254/random_keypair","directory_name":"bn254/random_keypair","title":"bn254/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/new/estimates.json b/benchmarks/bn254/random_keypair/new/estimates.json new file mode 100644 index 0000000..6aac77e --- /dev/null +++ b/benchmarks/bn254/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137513.7769833056,"upper_bound":137744.2745724685},"point_estimate":137618.36700079625,"standard_error":58.95220771014847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137427.7676767677,"upper_bound":137595.78064962552},"point_estimate":137514.3060839097,"standard_error":44.336505720136664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.14411967599003,"upper_bound":303.5386109033815},"point_estimate":246.17294269290875,"standard_error":28.536206215098094},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137450.62175006926,"upper_bound":137535.96373789254},"point_estimate":137491.81360499482,"standard_error":21.72930367420842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":316.5583326948345,"upper_bound":817.7226464817078},"point_estimate":588.3953955607349,"standard_error":127.60826852544004}} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/new/sample.json b/benchmarks/bn254/random_keypair/new/sample.json new file mode 100644 index 0000000..1760a8d --- /dev/null +++ b/benchmarks/bn254/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1129083.0,2204375.0,3325708.0,4482084.0,5540708.0,6594958.0,7719958.0,8958459.0,9908292.0,11107125.0,12140708.0,13250000.0,14314583.0,15476875.0,16405708.0,17637834.0,18679417.0,19810125.0,20833750.0,21962416.0,23009625.0,24168042.0,25281167.0,26370792.0,27517417.0,28449583.0,29681375.0,30719917.0,31984042.0,33025542.0,34156792.0,35132250.0,36278292.0,37307959.0,38576833.0,39635666.0,40726166.0,41844041.0,42753916.0,44037833.0,45104209.0,46169000.0,47296250.0,48524916.0,49484708.0,50626750.0,51583166.0,52859041.0,53918458.0,54926125.0,56072041.0,57265792.0,58226958.0,59428375.0,60603417.0,61711542.0,62699000.0,63948625.0,64800750.0,65993375.0,67083958.0,68088750.0,69222208.0,70479667.0,71602084.0,72511792.0,73708458.0,74940916.0,75890625.0,77160250.0,77998334.0,79100833.0,80354041.0,81529166.0,82332375.0,83545792.0,84801500.0,85741959.0,86989083.0,88341791.0,89025916.0,90321041.0,91368500.0,92493417.0,93348584.0,94491000.0,95617792.0,96676667.0,97871583.0,99038959.0,99924083.0,101280500.0,102227875.0,103338042.0,104528834.0,105496917.0,106613458.0,107720750.0,108842792.0,110086708.0]} \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/new/tukey.json b/benchmarks/bn254/random_keypair/new/tukey.json new file mode 100644 index 0000000..4e6f6a4 --- /dev/null +++ b/benchmarks/bn254/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[136384.7143092963,136866.58693405992,138151.5806000962,138633.4532248598] \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/report/MAD.svg b/benchmarks/bn254/random_keypair/report/MAD.svg new file mode 100644 index 0000000..3213f12 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/random_keypair: MAD + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/SD.svg b/benchmarks/bn254/random_keypair/report/SD.svg new file mode 100644 index 0000000..1885fc5 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bn254/random_keypair: SD + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/index.html b/benchmarks/bn254/random_keypair/report/index.html new file mode 100644 index 0000000..7be2385 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + bn254/random_keypair - Criterion.rs + + + + +
+

bn254/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope137.45 µs137.49 µs137.54 µs
R²0.99973560.99974800.9997338
Mean137.51 µs137.62 µs137.74 µs
Std. Dev.316.56 ns588.40 ns817.72 ns
Median137.43 µs137.51 µs137.60 µs
MAD192.14 ns246.17 ns303.54 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/random_keypair/report/mean.svg b/benchmarks/bn254/random_keypair/report/mean.svg new file mode 100644 index 0000000..c283c5a --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 137.5 + + + + + 137.55 + + + + + 137.6 + + + + + 137.65 + + + + + 137.7 + + + + + 137.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/random_keypair: mean + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/median.svg b/benchmarks/bn254/random_keypair/report/median.svg new file mode 100644 index 0000000..1905e2c --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 137.45 + + + + + 137.5 + + + + + 137.55 + + + + + 137.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/random_keypair: median + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/pdf.svg b/benchmarks/bn254/random_keypair/report/pdf.svg new file mode 100644 index 0000000..3c203f1 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 136 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/random_keypair + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/pdf_small.svg b/benchmarks/bn254/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..e471128 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 136 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/regression.svg b/benchmarks/bn254/random_keypair/report/regression.svg new file mode 100644 index 0000000..7f52ef3 --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bn254/random_keypair + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/regression_small.svg b/benchmarks/bn254/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..482453b --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/slope.svg b/benchmarks/bn254/random_keypair/report/slope.svg new file mode 100644 index 0000000..b9288bf --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 137.46 + + + + + 137.48 + + + + + 137.5 + + + + + 137.52 + + + + + 137.54 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/random_keypair: slope + + + + + + + diff --git a/benchmarks/bn254/random_keypair/report/typical.svg b/benchmarks/bn254/random_keypair/report/typical.svg new file mode 100644 index 0000000..bebf34e --- /dev/null +++ b/benchmarks/bn254/random_keypair/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 137.46 + + + + + 137.48 + + + + + 137.5 + + + + + 137.52 + + + + + 137.54 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bn254/random_keypair: typical + + + + + + + diff --git a/benchmarks/bn254/report/index.html b/benchmarks/bn254/report/index.html new file mode 100644 index 0000000..209d6fe --- /dev/null +++ b/benchmarks/bn254/report/index.html @@ -0,0 +1,231 @@ + + + + + + bn254 Summary - Criterion.rs + + + + +
+

bn254

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

bn254/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bn254/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bn254/report/violin.svg b/benchmarks/bn254/report/violin.svg new file mode 100644 index 0000000..a79d3a4 --- /dev/null +++ b/benchmarks/bn254/report/violin.svg @@ -0,0 +1,680 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + bn254/random_keypair + + + + + bn254/hash_to_fr + + + + + bn254/generate_stealth_private_key + + + + + bn254/generate_stealth_address + + + + + bn254/generate_random_fr + + + + + bn254/derive_public_key + + + + + bn254/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + bn254: Violin plot + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/base/benchmark.json b/benchmarks/bw6_761/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..f46b27b --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bw6_761/compute_shared_point","directory_name":"bw6_761/compute_shared_point","title":"bw6_761/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/base/estimates.json b/benchmarks/bw6_761/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..d9856d8 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814922.5712214578,"upper_bound":815760.7193967655},"point_estimate":815274.0891058877,"standard_error":217.66347021755334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814791.6692307693,"upper_bound":815078.3005617978},"point_estimate":814928.6611788617,"standard_error":65.64498015424597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536.5465628973848,"upper_bound":904.8818610261927},"point_estimate":707.4601755827586,"standard_error":94.62520123144016},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814828.9370061981,"upper_bound":815111.215809401},"point_estimate":814971.1057928181,"standard_error":71.81848239340434},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.3340559968439,"upper_bound":3457.792134449135},"point_estimate":2185.9335208788157,"standard_error":783.4528265381629}} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/base/sample.json b/benchmarks/bw6_761/compute_shared_point/base/sample.json new file mode 100644 index 0000000..e23e68b --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1651208.0,3256084.0,4879042.0,6512708.0,8156041.0,9781500.0,11659375.0,13064917.0,14711416.0,16293250.0,17907834.0,19595750.0,21200541.0,22788500.0,24447709.0,26062250.0,27755334.0,29339792.0,31015542.0,32550083.0,34232375.0,35830125.0,37515125.0,39072875.0,40793083.0,42401125.0,43998000.0,45609584.0,47264375.0,48894584.0,50601208.0,52115958.0,53802500.0,55437416.0,57000958.0,58608875.0,60417916.0,61892750.0,63539417.0,65269958.0,66803625.0,68487167.0,70141500.0,71650834.0,73323042.0,74972792.0,76673458.0,78235791.0,79788791.0,81474666.0,83158958.0,84672875.0,86354416.0,88044708.0,89637625.0,91275875.0,92801833.0,94520291.0,96086875.0,97837833.0,99400875.0,101130833.0,102607291.0,104406458.0,105922917.0,107722917.0,109252000.0,110812500.0,112600792.0,114216250.0,115921875.0,117303625.0,118902750.0,120717000.0,122159166.0,123826166.0,125506083.0,127199125.0,128752458.0,130402084.0,132158708.0,133649125.0,135236333.0,137012833.0,138451167.0,140091792.0,141840334.0,143507167.0,145075625.0,146624625.0,148377500.0,150066500.0,151360334.0,153030833.0,154831458.0,156425542.0,158114709.0,159655458.0,161359333.0,163074167.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/base/tukey.json b/benchmarks/bw6_761/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..fe0d70c --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[811594.63627582,813037.1113272788,816883.7114645023,818326.1865159611] \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/new/benchmark.json b/benchmarks/bw6_761/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..f46b27b --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"bw6_761/compute_shared_point","directory_name":"bw6_761/compute_shared_point","title":"bw6_761/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/new/estimates.json b/benchmarks/bw6_761/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..d9856d8 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814922.5712214578,"upper_bound":815760.7193967655},"point_estimate":815274.0891058877,"standard_error":217.66347021755334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814791.6692307693,"upper_bound":815078.3005617978},"point_estimate":814928.6611788617,"standard_error":65.64498015424597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536.5465628973848,"upper_bound":904.8818610261927},"point_estimate":707.4601755827586,"standard_error":94.62520123144016},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":814828.9370061981,"upper_bound":815111.215809401},"point_estimate":814971.1057928181,"standard_error":71.81848239340434},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.3340559968439,"upper_bound":3457.792134449135},"point_estimate":2185.9335208788157,"standard_error":783.4528265381629}} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/new/sample.json b/benchmarks/bw6_761/compute_shared_point/new/sample.json new file mode 100644 index 0000000..e23e68b --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1651208.0,3256084.0,4879042.0,6512708.0,8156041.0,9781500.0,11659375.0,13064917.0,14711416.0,16293250.0,17907834.0,19595750.0,21200541.0,22788500.0,24447709.0,26062250.0,27755334.0,29339792.0,31015542.0,32550083.0,34232375.0,35830125.0,37515125.0,39072875.0,40793083.0,42401125.0,43998000.0,45609584.0,47264375.0,48894584.0,50601208.0,52115958.0,53802500.0,55437416.0,57000958.0,58608875.0,60417916.0,61892750.0,63539417.0,65269958.0,66803625.0,68487167.0,70141500.0,71650834.0,73323042.0,74972792.0,76673458.0,78235791.0,79788791.0,81474666.0,83158958.0,84672875.0,86354416.0,88044708.0,89637625.0,91275875.0,92801833.0,94520291.0,96086875.0,97837833.0,99400875.0,101130833.0,102607291.0,104406458.0,105922917.0,107722917.0,109252000.0,110812500.0,112600792.0,114216250.0,115921875.0,117303625.0,118902750.0,120717000.0,122159166.0,123826166.0,125506083.0,127199125.0,128752458.0,130402084.0,132158708.0,133649125.0,135236333.0,137012833.0,138451167.0,140091792.0,141840334.0,143507167.0,145075625.0,146624625.0,148377500.0,150066500.0,151360334.0,153030833.0,154831458.0,156425542.0,158114709.0,159655458.0,161359333.0,163074167.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/new/tukey.json b/benchmarks/bw6_761/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..fe0d70c --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[811594.63627582,813037.1113272788,816883.7114645023,818326.1865159611] \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/report/MAD.svg b/benchmarks/bw6_761/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..d81fbb3 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/MAD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/SD.svg b/benchmarks/bw6_761/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..9a90ab6 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/index.html b/benchmarks/bw6_761/compute_shared_point/report/index.html new file mode 100644 index 0000000..88dd9b6 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/compute_shared_point - Criterion.rs + + + + +
+

bw6_761/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope814.83 µs814.97 µs815.11 µs
R²0.99992080.99992500.9999209
Mean814.92 µs815.27 µs815.76 µs
Std. Dev.668.33 ns2.1859 µs3.4578 µs
Median814.79 µs814.93 µs815.08 µs
MAD536.55 ns707.46 ns904.88 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/compute_shared_point/report/mean.svg b/benchmarks/bw6_761/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..5d448a4 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 815 + + + + + 815.2 + + + + + 815.4 + + + + + 815.6 + + + + + 815.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/median.svg b/benchmarks/bw6_761/compute_shared_point/report/median.svg new file mode 100644 index 0000000..e271fc4 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 814.8 + + + + + 814.85 + + + + + 814.9 + + + + + 814.95 + + + + + 815 + + + + + 815.05 + + + + + 815.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point: median + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/pdf.svg b/benchmarks/bw6_761/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..ff13044 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/pdf.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/pdf_small.svg b/benchmarks/bw6_761/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..603df25 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/regression.svg b/benchmarks/bw6_761/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..2ebb31d --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bw6_761/compute_shared_point + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/regression_small.svg b/benchmarks/bw6_761/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..3290a4c --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/slope.svg b/benchmarks/bw6_761/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..3e6ed43 --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 814.8 + + + + + 814.85 + + + + + 814.9 + + + + + 814.95 + + + + + 815 + + + + + 815.05 + + + + + 815.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/bw6_761/compute_shared_point/report/typical.svg b/benchmarks/bw6_761/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..1c8db9e --- /dev/null +++ b/benchmarks/bw6_761/compute_shared_point/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 814.8 + + + + + 814.85 + + + + + 814.9 + + + + + 814.95 + + + + + 815 + + + + + 815.05 + + + + + 815.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/base/benchmark.json b/benchmarks/bw6_761/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..b7a7ec1 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bw6_761/derive_public_key","directory_name":"bw6_761/derive_public_key","title":"bw6_761/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/base/estimates.json b/benchmarks/bw6_761/derive_public_key/base/estimates.json new file mode 100644 index 0000000..6321263 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812780.3189916176,"upper_bound":814029.6945771446},"point_estimate":813304.4316758651,"standard_error":323.3255908052187},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812545.3531099034,"upper_bound":812883.8569991055},"point_estimate":812765.9896085553,"standard_error":89.00238296712594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":504.4682423626298,"upper_bound":884.8986663588905},"point_estimate":660.0453977664968,"standard_error":94.39068573826067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812562.3983175961,"upper_bound":813639.4262741023},"point_estimate":812947.127644451,"standard_error":291.42937538376},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":918.334314170918,"upper_bound":5116.610092399196},"point_estimate":3239.8261925506954,"standard_error":1107.1378091644765}} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/base/sample.json b/benchmarks/bw6_761/derive_public_key/base/sample.json new file mode 100644 index 0000000..5423c28 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1642250.0,3245667.0,4888625.0,6527459.0,8131500.0,9767375.0,11597083.0,13018416.0,14655583.0,16218000.0,17842958.0,19567208.0,21138416.0,22790958.0,24395334.0,25966208.0,27629208.0,29192875.0,30874958.0,32443916.0,34138833.0,35760125.0,37418666.0,38968625.0,40681083.0,42338000.0,43887208.0,45453250.0,47144625.0,48844959.0,50405417.0,52008875.0,53659209.0,55250042.0,56844083.0,58548583.0,60252625.0,61819416.0,63368541.0,65036625.0,66686292.0,68291125.0,69927167.0,71489292.0,73164500.0,74757041.0,76350041.0,78028708.0,79604000.0,81326459.0,82870583.0,84535375.0,86056625.0,87899250.0,89344291.0,91128541.0,92578000.0,94233333.0,95910000.0,100646167.0,99271250.0,100706500.0,102598166.0,103951625.0,105642083.0,107265916.0,108839417.0,111018375.0,112229750.0,113824416.0,115329666.0,117002041.0,118694833.0,120294667.0,121833042.0,123551000.0,125182333.0,126707250.0,128321333.0,130030625.0,131508500.0,133353208.0,134874833.0,136539542.0,138078750.0,139823542.0,141342958.0,142895333.0,144604500.0,146263750.0,147934708.0,149493083.0,151008584.0,152745875.0,154354209.0,155966542.0,157727292.0,159345458.0,160941166.0,162470125.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/base/tukey.json b/benchmarks/bw6_761/derive_public_key/base/tukey.json new file mode 100644 index 0000000..4264fb6 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[809706.6972598522,811007.5068811576,814476.3325379721,815777.1421592776] \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/new/benchmark.json b/benchmarks/bw6_761/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..b7a7ec1 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"bw6_761/derive_public_key","directory_name":"bw6_761/derive_public_key","title":"bw6_761/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/new/estimates.json b/benchmarks/bw6_761/derive_public_key/new/estimates.json new file mode 100644 index 0000000..6321263 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812780.3189916176,"upper_bound":814029.6945771446},"point_estimate":813304.4316758651,"standard_error":323.3255908052187},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812545.3531099034,"upper_bound":812883.8569991055},"point_estimate":812765.9896085553,"standard_error":89.00238296712594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":504.4682423626298,"upper_bound":884.8986663588905},"point_estimate":660.0453977664968,"standard_error":94.39068573826067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":812562.3983175961,"upper_bound":813639.4262741023},"point_estimate":812947.127644451,"standard_error":291.42937538376},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":918.334314170918,"upper_bound":5116.610092399196},"point_estimate":3239.8261925506954,"standard_error":1107.1378091644765}} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/new/sample.json b/benchmarks/bw6_761/derive_public_key/new/sample.json new file mode 100644 index 0000000..5423c28 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1642250.0,3245667.0,4888625.0,6527459.0,8131500.0,9767375.0,11597083.0,13018416.0,14655583.0,16218000.0,17842958.0,19567208.0,21138416.0,22790958.0,24395334.0,25966208.0,27629208.0,29192875.0,30874958.0,32443916.0,34138833.0,35760125.0,37418666.0,38968625.0,40681083.0,42338000.0,43887208.0,45453250.0,47144625.0,48844959.0,50405417.0,52008875.0,53659209.0,55250042.0,56844083.0,58548583.0,60252625.0,61819416.0,63368541.0,65036625.0,66686292.0,68291125.0,69927167.0,71489292.0,73164500.0,74757041.0,76350041.0,78028708.0,79604000.0,81326459.0,82870583.0,84535375.0,86056625.0,87899250.0,89344291.0,91128541.0,92578000.0,94233333.0,95910000.0,100646167.0,99271250.0,100706500.0,102598166.0,103951625.0,105642083.0,107265916.0,108839417.0,111018375.0,112229750.0,113824416.0,115329666.0,117002041.0,118694833.0,120294667.0,121833042.0,123551000.0,125182333.0,126707250.0,128321333.0,130030625.0,131508500.0,133353208.0,134874833.0,136539542.0,138078750.0,139823542.0,141342958.0,142895333.0,144604500.0,146263750.0,147934708.0,149493083.0,151008584.0,152745875.0,154354209.0,155966542.0,157727292.0,159345458.0,160941166.0,162470125.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/new/tukey.json b/benchmarks/bw6_761/derive_public_key/new/tukey.json new file mode 100644 index 0000000..4264fb6 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[809706.6972598522,811007.5068811576,814476.3325379721,815777.1421592776] \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/report/MAD.svg b/benchmarks/bw6_761/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..3524345 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/SD.svg b/benchmarks/bw6_761/derive_public_key/report/SD.svg new file mode 100644 index 0000000..d99b03c --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key: SD + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/index.html b/benchmarks/bw6_761/derive_public_key/report/index.html new file mode 100644 index 0000000..c414d22 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/derive_public_key - Criterion.rs + + + + +
+

bw6_761/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope812.56 µs812.95 µs813.64 µs
R²0.99837770.99840860.9983085
Mean812.78 µs813.30 µs814.03 µs
Std. Dev.918.33 ns3.2398 µs5.1166 µs
Median812.55 µs812.77 µs812.88 µs
MAD504.47 ns660.05 ns884.90 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/derive_public_key/report/mean.svg b/benchmarks/bw6_761/derive_public_key/report/mean.svg new file mode 100644 index 0000000..f4baca8 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 812.8 + + + + + 813 + + + + + 813.2 + + + + + 813.4 + + + + + 813.6 + + + + + 813.8 + + + + + 814 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key: mean + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/median.svg b/benchmarks/bw6_761/derive_public_key/report/median.svg new file mode 100644 index 0000000..b81dd91 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 812.55 + + + + + 812.6 + + + + + 812.65 + + + + + 812.7 + + + + + 812.75 + + + + + 812.8 + + + + + 812.85 + + + + + 812.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key: median + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/pdf.svg b/benchmarks/bw6_761/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..979d55f --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 810 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + 840 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/pdf_small.svg b/benchmarks/bw6_761/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..80e2f11 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 810 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + 840 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/regression.svg b/benchmarks/bw6_761/derive_public_key/report/regression.svg new file mode 100644 index 0000000..ebcfb00 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bw6_761/derive_public_key + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/regression_small.svg b/benchmarks/bw6_761/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..77987fa --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/slope.svg b/benchmarks/bw6_761/derive_public_key/report/slope.svg new file mode 100644 index 0000000..d867dd3 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 812.6 + + + + + 812.8 + + + + + 813 + + + + + 813.2 + + + + + 813.4 + + + + + 813.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key: slope + + + + + + + diff --git a/benchmarks/bw6_761/derive_public_key/report/typical.svg b/benchmarks/bw6_761/derive_public_key/report/typical.svg new file mode 100644 index 0000000..4a54802 --- /dev/null +++ b/benchmarks/bw6_761/derive_public_key/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 812.6 + + + + + 812.8 + + + + + 813 + + + + + 813.2 + + + + + 813.4 + + + + + 813.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/derive_public_key: typical + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/base/benchmark.json b/benchmarks/bw6_761/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..239b51b --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bw6_761/generate_random_fr","directory_name":"bw6_761/generate_random_fr","title":"bw6_761/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/base/estimates.json b/benchmarks/bw6_761/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..4b2757e --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.0572375067516,"upper_bound":1437.964236334504},"point_estimate":1436.521103446935,"standard_error":0.7401726588767156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1434.3743242458022,"upper_bound":1437.0048253633158},"point_estimate":1435.2172554586195,"standard_error":0.7761242746769864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.250806501887951,"upper_bound":6.253634556624245},"point_estimate":4.910935549162166,"standard_error":0.7626671900847499},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.265307923796,"upper_bound":1437.1658686246046},"point_estimate":1436.1750142789338,"standard_error":0.48759683913534596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.676869168066207,"upper_bound":9.253459226868692},"point_estimate":7.47940260014575,"standard_error":0.9180214845149518}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/base/sample.json b/benchmarks/bw6_761/generate_random_fr/base/sample.json new file mode 100644 index 0000000..89ad1e1 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[689.0,1378.0,2067.0,2756.0,3445.0,4134.0,4823.0,5512.0,6201.0,6890.0,7579.0,8268.0,8957.0,9646.0,10335.0,11024.0,11713.0,12402.0,13091.0,13780.0,14469.0,15158.0,15847.0,16536.0,17225.0,17914.0,18603.0,19292.0,19981.0,20670.0,21359.0,22048.0,22737.0,23426.0,24115.0,24804.0,25493.0,26182.0,26871.0,27560.0,28249.0,28938.0,29627.0,30316.0,31005.0,31694.0,32383.0,33072.0,33761.0,34450.0,35139.0,35828.0,36517.0,37206.0,37895.0,38584.0,39273.0,39962.0,40651.0,41340.0,42029.0,42718.0,43407.0,44096.0,44785.0,45474.0,46163.0,46852.0,47541.0,48230.0,48919.0,49608.0,50297.0,50986.0,51675.0,52364.0,53053.0,53742.0,54431.0,55120.0,55809.0,56498.0,57187.0,57876.0,58565.0,59254.0,59943.0,60632.0,61321.0,62010.0,62699.0,63388.0,64077.0,64766.0,65455.0,66144.0,66833.0,67522.0,68211.0,68900.0],"times":[996167.0,1933584.0,2936750.0,3935834.0,4944542.0,5977042.0,6872500.0,7915167.0,9042917.0,10004375.0,10972333.0,11736667.0,13062334.0,13901583.0,14930208.0,15650708.0,16866083.0,17731333.0,18712583.0,19771292.0,20925792.0,21732250.0,22816959.0,23917167.0,25009917.0,25690417.0,26842542.0,27800833.0,28670958.0,29840292.0,30571292.0,31723959.0,32714250.0,33549959.0,34810292.0,35504958.0,36612875.0,37502917.0,38752125.0,39536709.0,40491250.0,41464750.0,42345208.0,43682125.0,44474375.0,45397333.0,46396291.0,47595916.0,48420458.0,49358041.0,50488500.0,51617167.0,52376750.0,53470542.0,54578875.0,55321333.0,56595750.0,57324125.0,58333292.0,59367875.0,60103125.0,61582416.0,62211875.0,63463333.0,65001250.0,65211167.0,66374292.0,67369417.0,68011167.0,69494125.0,70106250.0,71128875.0,71917667.0,73155625.0,74094500.0,75330375.0,76237417.0,77359292.0,78077375.0,79291958.0,79964459.0,81099875.0,82725000.0,83246625.0,84039250.0,84989209.0,85750875.0,87099084.0,88214375.0,88903958.0,89982709.0,90895542.0,92053792.0,92777667.0,94416792.0,94841667.0,95783042.0,96829625.0,98123292.0,98992000.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/base/tukey.json b/benchmarks/bw6_761/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..48aa865 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1412.7593639945494,1422.9842319487173,1450.2505464931648,1460.4754144473327] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/new/benchmark.json b/benchmarks/bw6_761/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..239b51b --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"bw6_761/generate_random_fr","directory_name":"bw6_761/generate_random_fr","title":"bw6_761/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/new/estimates.json b/benchmarks/bw6_761/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..4b2757e --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.0572375067516,"upper_bound":1437.964236334504},"point_estimate":1436.521103446935,"standard_error":0.7401726588767156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1434.3743242458022,"upper_bound":1437.0048253633158},"point_estimate":1435.2172554586195,"standard_error":0.7761242746769864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.250806501887951,"upper_bound":6.253634556624245},"point_estimate":4.910935549162166,"standard_error":0.7626671900847499},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.265307923796,"upper_bound":1437.1658686246046},"point_estimate":1436.1750142789338,"standard_error":0.48759683913534596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.676869168066207,"upper_bound":9.253459226868692},"point_estimate":7.47940260014575,"standard_error":0.9180214845149518}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/new/sample.json b/benchmarks/bw6_761/generate_random_fr/new/sample.json new file mode 100644 index 0000000..89ad1e1 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[689.0,1378.0,2067.0,2756.0,3445.0,4134.0,4823.0,5512.0,6201.0,6890.0,7579.0,8268.0,8957.0,9646.0,10335.0,11024.0,11713.0,12402.0,13091.0,13780.0,14469.0,15158.0,15847.0,16536.0,17225.0,17914.0,18603.0,19292.0,19981.0,20670.0,21359.0,22048.0,22737.0,23426.0,24115.0,24804.0,25493.0,26182.0,26871.0,27560.0,28249.0,28938.0,29627.0,30316.0,31005.0,31694.0,32383.0,33072.0,33761.0,34450.0,35139.0,35828.0,36517.0,37206.0,37895.0,38584.0,39273.0,39962.0,40651.0,41340.0,42029.0,42718.0,43407.0,44096.0,44785.0,45474.0,46163.0,46852.0,47541.0,48230.0,48919.0,49608.0,50297.0,50986.0,51675.0,52364.0,53053.0,53742.0,54431.0,55120.0,55809.0,56498.0,57187.0,57876.0,58565.0,59254.0,59943.0,60632.0,61321.0,62010.0,62699.0,63388.0,64077.0,64766.0,65455.0,66144.0,66833.0,67522.0,68211.0,68900.0],"times":[996167.0,1933584.0,2936750.0,3935834.0,4944542.0,5977042.0,6872500.0,7915167.0,9042917.0,10004375.0,10972333.0,11736667.0,13062334.0,13901583.0,14930208.0,15650708.0,16866083.0,17731333.0,18712583.0,19771292.0,20925792.0,21732250.0,22816959.0,23917167.0,25009917.0,25690417.0,26842542.0,27800833.0,28670958.0,29840292.0,30571292.0,31723959.0,32714250.0,33549959.0,34810292.0,35504958.0,36612875.0,37502917.0,38752125.0,39536709.0,40491250.0,41464750.0,42345208.0,43682125.0,44474375.0,45397333.0,46396291.0,47595916.0,48420458.0,49358041.0,50488500.0,51617167.0,52376750.0,53470542.0,54578875.0,55321333.0,56595750.0,57324125.0,58333292.0,59367875.0,60103125.0,61582416.0,62211875.0,63463333.0,65001250.0,65211167.0,66374292.0,67369417.0,68011167.0,69494125.0,70106250.0,71128875.0,71917667.0,73155625.0,74094500.0,75330375.0,76237417.0,77359292.0,78077375.0,79291958.0,79964459.0,81099875.0,82725000.0,83246625.0,84039250.0,84989209.0,85750875.0,87099084.0,88214375.0,88903958.0,89982709.0,90895542.0,92053792.0,92777667.0,94416792.0,94841667.0,95783042.0,96829625.0,98123292.0,98992000.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/new/tukey.json b/benchmarks/bw6_761/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..48aa865 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1412.7593639945494,1422.9842319487173,1450.2505464931648,1460.4754144473327] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/report/MAD.svg b/benchmarks/bw6_761/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..19f7f9c --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/SD.svg b/benchmarks/bw6_761/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..174d579 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/index.html b/benchmarks/bw6_761/generate_random_fr/report/index.html new file mode 100644 index 0000000..8ca88ad --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/generate_random_fr - Criterion.rs + + + + +
+

bw6_761/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.4353 µs1.4362 µs1.4372 µs
R²0.99884780.99890300.9988375
Mean1.4351 µs1.4365 µs1.4380 µs
Std. Dev.5.6769 ns7.4794 ns9.2535 ns
Median1.4344 µs1.4352 µs1.4370 µs
MAD3.2508 ns4.9109 ns6.2536 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_random_fr/report/mean.svg b/benchmarks/bw6_761/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..4dc5f88 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.435 + + + + + 1.4355 + + + + + 1.436 + + + + + 1.4365 + + + + + 1.437 + + + + + 1.4375 + + + + + 1.438 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/median.svg b/benchmarks/bw6_761/generate_random_fr/report/median.svg new file mode 100644 index 0000000..05fcb4e --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1000 + + + + + 1.4345 + + + + + 1.435 + + + + + 1.4355 + + + + + 1.436 + + + + + 1.4365 + + + + + 1.437 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_random_fr: median + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/pdf.svg b/benchmarks/bw6_761/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..6becb61 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 1.4 + + + + + 1.41 + + + + + 1.42 + + + + + 1.43 + + + + + 1.44 + + + + + 1.45 + + + + + 1.46 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_random_fr + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/pdf_small.svg b/benchmarks/bw6_761/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..203620c --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1.4 + + + + + 1.41 + + + + + 1.42 + + + + + 1.43 + + + + + 1.44 + + + + + 1.45 + + + + + 1.46 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/regression.svg b/benchmarks/bw6_761/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..b522a72 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bw6_761/generate_random_fr + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/regression_small.svg b/benchmarks/bw6_761/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..c771d5e --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/slope.svg b/benchmarks/bw6_761/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..fc16277 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.4355 + + + + + 1.436 + + + + + 1.4365 + + + + + 1.437 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/bw6_761/generate_random_fr/report/typical.svg b/benchmarks/bw6_761/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..2fe5928 --- /dev/null +++ b/benchmarks/bw6_761/generate_random_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.4355 + + + + + 1.436 + + + + + 1.4365 + + + + + 1.437 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/base/benchmark.json b/benchmarks/bw6_761/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..36c668b --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bw6_761/generate_stealth_address","directory_name":"bw6_761/generate_stealth_address","title":"bw6_761/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/base/estimates.json b/benchmarks/bw6_761/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..260d4e9 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443880.3458011278,"upper_bound":1450989.5943279096},"point_estimate":1446662.4687797322,"standard_error":1886.097514689059},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443138.5219992637,"upper_bound":1443984.375},"point_estimate":1443492.9887820513,"standard_error":197.5442847340641},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290.070004282244,"upper_bound":2490.4813411686673},"point_estimate":2034.02153131324,"standard_error":292.3170805658375},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443536.4692876956,"upper_bound":1451592.3026424733},"point_estimate":1446214.2946475544,"standard_error":2296.929108124039},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2792.954519896933,"upper_bound":31076.50063079425},"point_estimate":18913.36031365927,"standard_error":8234.005876620506}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/base/sample.json b/benchmarks/bw6_761/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..eaa9977 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1518417.0,2882834.0,4344542.0,5762000.0,7203750.0,8644416.0,10291416.0,11654333.0,13049209.0,14417542.0,15869500.0,17442750.0,18743167.0,20180042.0,21691750.0,23053458.0,24507250.0,26021250.0,27371791.0,28868375.0,30368500.0,31708000.0,33140291.0,34644125.0,36073750.0,37562875.0,38967125.0,40398625.0,41876792.0,43295375.0,44726750.0,46241917.0,47643583.0,49070625.0,50540083.0,51972958.0,53450500.0,54834833.0,56295750.0,57870583.0,59148250.0,60550750.0,62145208.0,63454625.0,64869833.0,66490541.0,67822208.0,69311250.0,70709625.0,72257333.0,73537583.0,75184542.0,76444959.0,78098500.0,79416750.0,80811583.0,82393084.0,83676208.0,85150666.0,86601000.0,87968000.0,89603209.0,90854083.0,92463541.0,93751041.0,96023125.0,108184792.0,98702125.0,99599750.0,101180292.0,102270958.0,103707917.0,105269709.0,106865708.0,108273083.0,109861667.0,111109292.0,112594167.0,114154750.0,115360542.0,116964792.0,118298542.0,119812125.0,121275709.0,122945167.0,124191958.0,125515916.0,127148750.0,128552083.0,129778458.0,131411084.0,133088958.0,134353375.0,135662500.0,137179458.0,138586167.0,139991667.0,141408417.0,143286125.0,144039000.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/base/tukey.json b/benchmarks/bw6_761/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..8d17735 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[1434152.074573204,1438250.644616065,1449180.1647303612,1453278.7347732221] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/new/benchmark.json b/benchmarks/bw6_761/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..36c668b --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"bw6_761/generate_stealth_address","directory_name":"bw6_761/generate_stealth_address","title":"bw6_761/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/new/estimates.json b/benchmarks/bw6_761/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..260d4e9 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443880.3458011278,"upper_bound":1450989.5943279096},"point_estimate":1446662.4687797322,"standard_error":1886.097514689059},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443138.5219992637,"upper_bound":1443984.375},"point_estimate":1443492.9887820513,"standard_error":197.5442847340641},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290.070004282244,"upper_bound":2490.4813411686673},"point_estimate":2034.02153131324,"standard_error":292.3170805658375},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1443536.4692876956,"upper_bound":1451592.3026424733},"point_estimate":1446214.2946475544,"standard_error":2296.929108124039},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2792.954519896933,"upper_bound":31076.50063079425},"point_estimate":18913.36031365927,"standard_error":8234.005876620506}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/new/sample.json b/benchmarks/bw6_761/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..eaa9977 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1518417.0,2882834.0,4344542.0,5762000.0,7203750.0,8644416.0,10291416.0,11654333.0,13049209.0,14417542.0,15869500.0,17442750.0,18743167.0,20180042.0,21691750.0,23053458.0,24507250.0,26021250.0,27371791.0,28868375.0,30368500.0,31708000.0,33140291.0,34644125.0,36073750.0,37562875.0,38967125.0,40398625.0,41876792.0,43295375.0,44726750.0,46241917.0,47643583.0,49070625.0,50540083.0,51972958.0,53450500.0,54834833.0,56295750.0,57870583.0,59148250.0,60550750.0,62145208.0,63454625.0,64869833.0,66490541.0,67822208.0,69311250.0,70709625.0,72257333.0,73537583.0,75184542.0,76444959.0,78098500.0,79416750.0,80811583.0,82393084.0,83676208.0,85150666.0,86601000.0,87968000.0,89603209.0,90854083.0,92463541.0,93751041.0,96023125.0,108184792.0,98702125.0,99599750.0,101180292.0,102270958.0,103707917.0,105269709.0,106865708.0,108273083.0,109861667.0,111109292.0,112594167.0,114154750.0,115360542.0,116964792.0,118298542.0,119812125.0,121275709.0,122945167.0,124191958.0,125515916.0,127148750.0,128552083.0,129778458.0,131411084.0,133088958.0,134353375.0,135662500.0,137179458.0,138586167.0,139991667.0,141408417.0,143286125.0,144039000.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/new/tukey.json b/benchmarks/bw6_761/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..8d17735 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[1434152.074573204,1438250.644616065,1449180.1647303612,1453278.7347732221] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/report/MAD.svg b/benchmarks/bw6_761/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..dc25598 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/SD.svg b/benchmarks/bw6_761/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..990cd34 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/SD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 0.1 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/index.html b/benchmarks/bw6_761/generate_stealth_address/report/index.html new file mode 100644 index 0000000..c1bedb7 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/generate_stealth_address - Criterion.rs + + + + +
+

bw6_761/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.4435 ms1.4462 ms1.4516 ms
R²0.97424740.97470440.9728637
Mean1.4439 ms1.4467 ms1.4510 ms
Std. Dev.2.7930 µs18.913 µs31.077 µs
Median1.4431 ms1.4435 ms1.4440 ms
MAD1.2901 µs2.0340 µs2.4905 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_address/report/mean.svg b/benchmarks/bw6_761/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..fbd4342 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 1.444 + + + + + 1.445 + + + + + 1.446 + + + + + 1.447 + + + + + 1.448 + + + + + 1.449 + + + + + 1.45 + + + + + 1.451 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + bw6_761/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/median.svg b/benchmarks/bw6_761/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..3f07f3a --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 500 + + + + + 1000 + + + + + 1500 + + + + + 2000 + + + + + 2500 + + + + + 3000 + + + + + 3500 + + + + + 4000 + + + + + 4500 + + + + + 5000 + + + + + 1.4432 + + + + + 1.4434 + + + + + 1.4436 + + + + + 1.4438 + + + + + 1.444 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + bw6_761/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/pdf.svg b/benchmarks/bw6_761/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..c21784d --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/pdf.svg @@ -0,0 +1,336 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 1.45 + + + + + 1.5 + + + + + 1.55 + + + + + 1.6 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + bw6_761/generate_stealth_address + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/pdf_small.svg b/benchmarks/bw6_761/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..82361ee --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,194 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 1.45 + + + + + 1.5 + + + + + 1.55 + + + + + 1.6 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/regression.svg b/benchmarks/bw6_761/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..ec1d4ec --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bw6_761/generate_stealth_address + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/regression_small.svg b/benchmarks/bw6_761/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..8607c3d --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/slope.svg b/benchmarks/bw6_761/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..cc9c412 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 1.443 + + + + + 1.444 + + + + + 1.445 + + + + + 1.446 + + + + + 1.447 + + + + + 1.448 + + + + + 1.449 + + + + + 1.45 + + + + + 1.451 + + + + + 1.452 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + bw6_761/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_address/report/typical.svg b/benchmarks/bw6_761/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..f87f4c3 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_address/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 1.443 + + + + + 1.444 + + + + + 1.445 + + + + + 1.446 + + + + + 1.447 + + + + + 1.448 + + + + + 1.449 + + + + + 1.45 + + + + + 1.451 + + + + + 1.452 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + + + bw6_761/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/base/benchmark.json b/benchmarks/bw6_761/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..5014b83 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bw6_761/generate_stealth_private_key","directory_name":"bw6_761/generate_stealth_private_key","title":"bw6_761/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/base/estimates.json b/benchmarks/bw6_761/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..2c64b9b --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877188.9867343385,"upper_bound":877776.156792929},"point_estimate":877462.5623513613,"standard_error":150.31114484316086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":876957.6120689656,"upper_bound":877345.0243902439},"point_estimate":877159.2843646179,"standard_error":92.97118740827212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550.0779487040729,"upper_bound":892.9909165847549},"point_estimate":703.862652731266,"standard_error":88.79382033778558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877090.0133137717,"upper_bound":877384.1384918878},"point_estimate":877231.333180139,"standard_error":74.75071487216506},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":983.6032948684286,"upper_bound":1955.3094036915045},"point_estimate":1506.3023057319283,"standard_error":247.04371655631647}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/base/sample.json b/benchmarks/bw6_761/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..8560342 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1769500.0,3504916.0,5253125.0,7008292.0,8754834.0,10603500.0,12364250.0,14074208.0,15860666.0,17519500.0,19268917.0,21145250.0,22815167.0,24599417.0,26317125.0,28035792.0,29842125.0,31573791.0,33340458.0,35059750.0,36863666.0,38584791.0,40427875.0,42070250.0,43799167.0,45702667.0,47384667.0,49103834.0,50848333.0,52761083.0,54368917.0,56069375.0,58036791.0,59820833.0,61343542.0,63211917.0,64939000.0,66642500.0,68401417.0,70170750.0,71942292.0,73610209.0,75464708.0,77115083.0,78993292.0,80750792.0,82415375.0,84128625.0,85994208.0,87684125.0,89466292.0,91166333.0,92897333.0,94643625.0,96492041.0,98242125.0,100014667.0,101727083.0,103551541.0,105316667.0,107030250.0,108782500.0,110516916.0,112194666.0,114068541.0,115769458.0,117520959.0,119312167.0,121083750.0,122689959.0,124628833.0,126205916.0,128018958.0,129944167.0,131491375.0,133260333.0,135013584.0,136790833.0,138975750.0,140333083.0,142158791.0,143814875.0,145743167.0,147467875.0,149127917.0,150870959.0,152513708.0,154475666.0,156058458.0,157873625.0,159770208.0,161305083.0,163223584.0,165035333.0,166612333.0,168434500.0,170257416.0,171959875.0,173584500.0,175478709.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/base/tukey.json b/benchmarks/bw6_761/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..e5c43a7 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[873837.1988234394,875265.5473610405,879074.4767946433,880502.8253322444] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/new/benchmark.json b/benchmarks/bw6_761/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..5014b83 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"bw6_761/generate_stealth_private_key","directory_name":"bw6_761/generate_stealth_private_key","title":"bw6_761/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/new/estimates.json b/benchmarks/bw6_761/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..2c64b9b --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877188.9867343385,"upper_bound":877776.156792929},"point_estimate":877462.5623513613,"standard_error":150.31114484316086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":876957.6120689656,"upper_bound":877345.0243902439},"point_estimate":877159.2843646179,"standard_error":92.97118740827212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550.0779487040729,"upper_bound":892.9909165847549},"point_estimate":703.862652731266,"standard_error":88.79382033778558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877090.0133137717,"upper_bound":877384.1384918878},"point_estimate":877231.333180139,"standard_error":74.75071487216506},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":983.6032948684286,"upper_bound":1955.3094036915045},"point_estimate":1506.3023057319283,"standard_error":247.04371655631647}} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/new/sample.json b/benchmarks/bw6_761/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..8560342 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1769500.0,3504916.0,5253125.0,7008292.0,8754834.0,10603500.0,12364250.0,14074208.0,15860666.0,17519500.0,19268917.0,21145250.0,22815167.0,24599417.0,26317125.0,28035792.0,29842125.0,31573791.0,33340458.0,35059750.0,36863666.0,38584791.0,40427875.0,42070250.0,43799167.0,45702667.0,47384667.0,49103834.0,50848333.0,52761083.0,54368917.0,56069375.0,58036791.0,59820833.0,61343542.0,63211917.0,64939000.0,66642500.0,68401417.0,70170750.0,71942292.0,73610209.0,75464708.0,77115083.0,78993292.0,80750792.0,82415375.0,84128625.0,85994208.0,87684125.0,89466292.0,91166333.0,92897333.0,94643625.0,96492041.0,98242125.0,100014667.0,101727083.0,103551541.0,105316667.0,107030250.0,108782500.0,110516916.0,112194666.0,114068541.0,115769458.0,117520959.0,119312167.0,121083750.0,122689959.0,124628833.0,126205916.0,128018958.0,129944167.0,131491375.0,133260333.0,135013584.0,136790833.0,138975750.0,140333083.0,142158791.0,143814875.0,145743167.0,147467875.0,149127917.0,150870959.0,152513708.0,154475666.0,156058458.0,157873625.0,159770208.0,161305083.0,163223584.0,165035333.0,166612333.0,168434500.0,170257416.0,171959875.0,173584500.0,175478709.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/new/tukey.json b/benchmarks/bw6_761/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..e5c43a7 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[873837.1988234394,875265.5473610405,879074.4767946433,880502.8253322444] \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/MAD.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..191471a --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/SD.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..75a51c5 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/index.html b/benchmarks/bw6_761/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..e631aaa --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/generate_stealth_private_key - Criterion.rs + + + + +
+

bw6_761/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope877.09 µs877.23 µs877.38 µs
R²0.99992540.99992900.9999248
Mean877.19 µs877.46 µs877.78 µs
Std. Dev.983.60 ns1.5063 µs1.9553 µs
Median876.96 µs877.16 µs877.35 µs
MAD550.08 ns703.86 ns892.99 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/mean.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..4742932 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 877.2 + + + + + 877.3 + + + + + 877.4 + + + + + 877.5 + + + + + 877.6 + + + + + 877.7 + + + + + 877.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/median.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..81245e3 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 876.95 + + + + + 877 + + + + + 877.05 + + + + + 877.1 + + + + + 877.15 + + + + + 877.2 + + + + + 877.25 + + + + + 877.3 + + + + + 877.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/pdf.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..4274265 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 874 + + + + + 876 + + + + + 878 + + + + + 880 + + + + + 882 + + + + + 884 + + + + + 886 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..fab0b11 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 874 + + + + + 876 + + + + + 878 + + + + + 880 + + + + + 882 + + + + + 884 + + + + + 886 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/regression.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..77e0732 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bw6_761/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/regression_small.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..aa5928a --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/slope.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..13524bb --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 877.1 + + + + + 877.15 + + + + + 877.2 + + + + + 877.25 + + + + + 877.3 + + + + + 877.35 + + + + + 877.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/bw6_761/generate_stealth_private_key/report/typical.svg b/benchmarks/bw6_761/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..d22b411 --- /dev/null +++ b/benchmarks/bw6_761/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 877.1 + + + + + 877.15 + + + + + 877.2 + + + + + 877.25 + + + + + 877.3 + + + + + 877.35 + + + + + 877.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/base/benchmark.json b/benchmarks/bw6_761/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..5842f68 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bw6_761/hash_to_fr","directory_name":"bw6_761/hash_to_fr","title":"bw6_761/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/base/estimates.json b/benchmarks/bw6_761/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..c83ca0b --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.3763022944505,"upper_bound":477.01687213032284},"point_estimate":476.6725046021587,"standard_error":0.1642934051067904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.25944678273567,"upper_bound":476.48717133418927},"point_estimate":476.3496027924891,"standard_error":0.055544337446044825},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4843465046260876,"upper_bound":0.9240350334586668},"point_estimate":0.6743058674630793,"standard_error":0.11916412918113176},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.06816577861133,"upper_bound":476.36480511138353},"point_estimate":476.21879438713137,"standard_error":0.0756333001492295},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0065023290865496,"upper_bound":2.164515788721009},"point_estimate":1.6464678459988729,"standard_error":0.29844863004427663}} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/base/sample.json b/benchmarks/bw6_761/hash_to_fr/base/sample.json new file mode 100644 index 0000000..dc03c25 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2077.0,4154.0,6231.0,8308.0,10385.0,12462.0,14539.0,16616.0,18693.0,20770.0,22847.0,24924.0,27001.0,29078.0,31155.0,33232.0,35309.0,37386.0,39463.0,41540.0,43617.0,45694.0,47771.0,49848.0,51925.0,54002.0,56079.0,58156.0,60233.0,62310.0,64387.0,66464.0,68541.0,70618.0,72695.0,74772.0,76849.0,78926.0,81003.0,83080.0,85157.0,87234.0,89311.0,91388.0,93465.0,95542.0,97619.0,99696.0,101773.0,103850.0,105927.0,108004.0,110081.0,112158.0,114235.0,116312.0,118389.0,120466.0,122543.0,124620.0,126697.0,128774.0,130851.0,132928.0,135005.0,137082.0,139159.0,141236.0,143313.0,145390.0,147467.0,149544.0,151621.0,153698.0,155775.0,157852.0,159929.0,162006.0,164083.0,166160.0,168237.0,170314.0,172391.0,174468.0,176545.0,178622.0,180699.0,182776.0,184853.0,186930.0,189007.0,191084.0,193161.0,195238.0,197315.0,199392.0,201469.0,203546.0,205623.0,207700.0],"times":[1004167.0,1998042.0,2964208.0,3960708.0,4961625.0,5927458.0,6938666.0,8011333.0,9051291.0,9876500.0,11059792.0,11911458.0,12857833.0,13831583.0,14830917.0,15904000.0,16900833.0,17796000.0,18805875.0,19820083.0,20751625.0,21754000.0,22788875.0,23714791.0,24723041.0,25734583.0,26693584.0,27748958.0,28687583.0,29714625.0,30625625.0,31714625.0,32644250.0,33705750.0,34683167.0,35644583.0,36693375.0,37611042.0,38591917.0,39575250.0,40472084.0,41627625.0,42618666.0,43466833.0,44388542.0,45539000.0,46549041.0,47504041.0,48429458.0,49343125.0,50469500.0,51454375.0,52407875.0,53448333.0,54496334.0,55359792.0,56357000.0,57473500.0,58369416.0,59264375.0,60358875.0,61329834.0,62260042.0,63168583.0,64356958.0,65325042.0,66334959.0,67224583.0,68222416.0,69259083.0,69997459.0,70995500.0,72147625.0,72938333.0,74280750.0,75192500.0,76292708.0,77156541.0,78025958.0,78962125.0,80191583.0,81057875.0,82116583.0,83220791.0,84093833.0,85077042.0,86025542.0,87005042.0,88250709.0,89069417.0,89980875.0,91017000.0,92008416.0,93019667.0,93995167.0,95046542.0,95951458.0,96971750.0,97844000.0,98739292.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/base/tukey.json b/benchmarks/bw6_761/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..bb777e5 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[473.3124774946088,474.6412014793881,478.1844654387995,479.5131894235788] \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/new/benchmark.json b/benchmarks/bw6_761/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..5842f68 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"bw6_761/hash_to_fr","directory_name":"bw6_761/hash_to_fr","title":"bw6_761/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/new/estimates.json b/benchmarks/bw6_761/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..c83ca0b --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.3763022944505,"upper_bound":477.01687213032284},"point_estimate":476.6725046021587,"standard_error":0.1642934051067904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.25944678273567,"upper_bound":476.48717133418927},"point_estimate":476.3496027924891,"standard_error":0.055544337446044825},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4843465046260876,"upper_bound":0.9240350334586668},"point_estimate":0.6743058674630793,"standard_error":0.11916412918113176},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.06816577861133,"upper_bound":476.36480511138353},"point_estimate":476.21879438713137,"standard_error":0.0756333001492295},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.0065023290865496,"upper_bound":2.164515788721009},"point_estimate":1.6464678459988729,"standard_error":0.29844863004427663}} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/new/sample.json b/benchmarks/bw6_761/hash_to_fr/new/sample.json new file mode 100644 index 0000000..dc03c25 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2077.0,4154.0,6231.0,8308.0,10385.0,12462.0,14539.0,16616.0,18693.0,20770.0,22847.0,24924.0,27001.0,29078.0,31155.0,33232.0,35309.0,37386.0,39463.0,41540.0,43617.0,45694.0,47771.0,49848.0,51925.0,54002.0,56079.0,58156.0,60233.0,62310.0,64387.0,66464.0,68541.0,70618.0,72695.0,74772.0,76849.0,78926.0,81003.0,83080.0,85157.0,87234.0,89311.0,91388.0,93465.0,95542.0,97619.0,99696.0,101773.0,103850.0,105927.0,108004.0,110081.0,112158.0,114235.0,116312.0,118389.0,120466.0,122543.0,124620.0,126697.0,128774.0,130851.0,132928.0,135005.0,137082.0,139159.0,141236.0,143313.0,145390.0,147467.0,149544.0,151621.0,153698.0,155775.0,157852.0,159929.0,162006.0,164083.0,166160.0,168237.0,170314.0,172391.0,174468.0,176545.0,178622.0,180699.0,182776.0,184853.0,186930.0,189007.0,191084.0,193161.0,195238.0,197315.0,199392.0,201469.0,203546.0,205623.0,207700.0],"times":[1004167.0,1998042.0,2964208.0,3960708.0,4961625.0,5927458.0,6938666.0,8011333.0,9051291.0,9876500.0,11059792.0,11911458.0,12857833.0,13831583.0,14830917.0,15904000.0,16900833.0,17796000.0,18805875.0,19820083.0,20751625.0,21754000.0,22788875.0,23714791.0,24723041.0,25734583.0,26693584.0,27748958.0,28687583.0,29714625.0,30625625.0,31714625.0,32644250.0,33705750.0,34683167.0,35644583.0,36693375.0,37611042.0,38591917.0,39575250.0,40472084.0,41627625.0,42618666.0,43466833.0,44388542.0,45539000.0,46549041.0,47504041.0,48429458.0,49343125.0,50469500.0,51454375.0,52407875.0,53448333.0,54496334.0,55359792.0,56357000.0,57473500.0,58369416.0,59264375.0,60358875.0,61329834.0,62260042.0,63168583.0,64356958.0,65325042.0,66334959.0,67224583.0,68222416.0,69259083.0,69997459.0,70995500.0,72147625.0,72938333.0,74280750.0,75192500.0,76292708.0,77156541.0,78025958.0,78962125.0,80191583.0,81057875.0,82116583.0,83220791.0,84093833.0,85077042.0,86025542.0,87005042.0,88250709.0,89069417.0,89980875.0,91017000.0,92008416.0,93019667.0,93995167.0,95046542.0,95951458.0,96971750.0,97844000.0,98739292.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/new/tukey.json b/benchmarks/bw6_761/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..bb777e5 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[473.3124774946088,474.6412014793881,478.1844654387995,479.5131894235788] \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/report/MAD.svg b/benchmarks/bw6_761/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..6f294fb --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + bw6_761/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/SD.svg b/benchmarks/bw6_761/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..16c5361 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/index.html b/benchmarks/bw6_761/hash_to_fr/report/index.html new file mode 100644 index 0000000..6340d52 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/hash_to_fr - Criterion.rs + + + + +
+

bw6_761/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope476.07 ns476.22 ns476.36 ns
R²0.99973000.99974390.9997308
Mean476.38 ns476.67 ns477.02 ns
Std. Dev.1.0065 ns1.6465 ns2.1645 ns
Median476.26 ns476.35 ns476.49 ns
MAD484.35 ps674.31 ps924.04 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/hash_to_fr/report/mean.svg b/benchmarks/bw6_761/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..41f6639 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 476.4 + + + + + 476.5 + + + + + 476.6 + + + + + 476.7 + + + + + 476.8 + + + + + 476.9 + + + + + 477 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/median.svg b/benchmarks/bw6_761/hash_to_fr/report/median.svg new file mode 100644 index 0000000..d9f8d37 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 476.25 + + + + + 476.3 + + + + + 476.35 + + + + + 476.4 + + + + + 476.45 + + + + + 476.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr: median + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/pdf.svg b/benchmarks/bw6_761/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..d568512 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/pdf.svg @@ -0,0 +1,336 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 474 + + + + + 476 + + + + + 478 + + + + + 480 + + + + + 482 + + + + + 484 + + + + + 486 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/pdf_small.svg b/benchmarks/bw6_761/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..183e2e2 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 474 + + + + + 476 + + + + + 478 + + + + + 480 + + + + + 482 + + + + + 484 + + + + + 486 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/regression.svg b/benchmarks/bw6_761/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..43c93d2 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + bw6_761/hash_to_fr + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/regression_small.svg b/benchmarks/bw6_761/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..6f9a8a0 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/slope.svg b/benchmarks/bw6_761/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..4a52847 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 476.05 + + + + + 476.1 + + + + + 476.15 + + + + + 476.2 + + + + + 476.25 + + + + + 476.3 + + + + + 476.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/bw6_761/hash_to_fr/report/typical.svg b/benchmarks/bw6_761/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..74086a4 --- /dev/null +++ b/benchmarks/bw6_761/hash_to_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 476.05 + + + + + 476.1 + + + + + 476.15 + + + + + 476.2 + + + + + 476.25 + + + + + 476.3 + + + + + 476.35 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + bw6_761/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/base/benchmark.json b/benchmarks/bw6_761/random_keypair/base/benchmark.json new file mode 100644 index 0000000..3971d00 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bw6_761/random_keypair","directory_name":"bw6_761/random_keypair","title":"bw6_761/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/base/estimates.json b/benchmarks/bw6_761/random_keypair/base/estimates.json new file mode 100644 index 0000000..294ab14 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817700.3263930916,"upper_bound":819622.8176920172},"point_estimate":818664.9709066119,"standard_error":488.2058117415863},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":818603.1524390244,"upper_bound":820147.2993827161},"point_estimate":819644.2518115942,"standard_error":415.78704113897584},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2278.0420269290403,"upper_bound":3938.455303213472},"point_estimate":3181.3742099303863,"standard_error":398.76995924514137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":819726.5670625546,"upper_bound":820611.4022932053},"point_estimate":820175.6456568642,"standard_error":225.2170930509754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3573.395748128542,"upper_bound":6175.490698456803},"point_estimate":4897.350884976523,"standard_error":666.9686622606433}} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/base/sample.json b/benchmarks/bw6_761/random_keypair/base/sample.json new file mode 100644 index 0000000..49a3896 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1630625.0,3249792.0,4815792.0,6427417.0,8121000.0,9631083.0,11775792.0,13167417.0,14858250.0,16339417.0,17857375.0,19609791.0,21082083.0,22696542.0,24417209.0,26108167.0,27789958.0,29506875.0,30855333.0,32706583.0,34289584.0,36240667.0,37704042.0,39085958.0,41005625.0,42199375.0,43997750.0,45623375.0,47397500.0,48799208.0,50638708.0,52240584.0,53921833.0,55605041.0,56980625.0,58652875.0,60877542.0,62246250.0,63890750.0,65508000.0,66958834.0,68487292.0,70301917.0,72060791.0,73960250.0,75899250.0,76820959.0,78218250.0,80404209.0,82176875.0,83818209.0,85086000.0,87243042.0,89065667.0,90332250.0,91907125.0,93554208.0,95092625.0,97221125.0,98488792.0,100288375.0,101580125.0,103666083.0,105998417.0,106984417.0,108201125.0,109998625.0,111649042.0,112867084.0,114803083.0,116632625.0,117929875.0,119469084.0,121665542.0,123099250.0,124599417.0,126251959.0,128035167.0,129538875.0,130828791.0,132869500.0,134250917.0,136266292.0,137857792.0,139483000.0,140996750.0,142893333.0,144426917.0,145885084.0,147622375.0,149041000.0,151224792.0,152619208.0,154583375.0,156141917.0,157496917.0,159278625.0,160170041.0,162082833.0,164259125.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/base/tukey.json b/benchmarks/bw6_761/random_keypair/base/tukey.json new file mode 100644 index 0000000..d2fb308 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[804763.1386546588,810839.8074321682,827044.2575055263,833120.9262830355] \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/new/benchmark.json b/benchmarks/bw6_761/random_keypair/new/benchmark.json new file mode 100644 index 0000000..3971d00 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"bw6_761","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"bw6_761/random_keypair","directory_name":"bw6_761/random_keypair","title":"bw6_761/random_keypair"} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/new/estimates.json b/benchmarks/bw6_761/random_keypair/new/estimates.json new file mode 100644 index 0000000..294ab14 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817700.3263930916,"upper_bound":819622.8176920172},"point_estimate":818664.9709066119,"standard_error":488.2058117415863},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":818603.1524390244,"upper_bound":820147.2993827161},"point_estimate":819644.2518115942,"standard_error":415.78704113897584},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2278.0420269290403,"upper_bound":3938.455303213472},"point_estimate":3181.3742099303863,"standard_error":398.76995924514137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":819726.5670625546,"upper_bound":820611.4022932053},"point_estimate":820175.6456568642,"standard_error":225.2170930509754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3573.395748128542,"upper_bound":6175.490698456803},"point_estimate":4897.350884976523,"standard_error":666.9686622606433}} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/new/sample.json b/benchmarks/bw6_761/random_keypair/new/sample.json new file mode 100644 index 0000000..49a3896 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1630625.0,3249792.0,4815792.0,6427417.0,8121000.0,9631083.0,11775792.0,13167417.0,14858250.0,16339417.0,17857375.0,19609791.0,21082083.0,22696542.0,24417209.0,26108167.0,27789958.0,29506875.0,30855333.0,32706583.0,34289584.0,36240667.0,37704042.0,39085958.0,41005625.0,42199375.0,43997750.0,45623375.0,47397500.0,48799208.0,50638708.0,52240584.0,53921833.0,55605041.0,56980625.0,58652875.0,60877542.0,62246250.0,63890750.0,65508000.0,66958834.0,68487292.0,70301917.0,72060791.0,73960250.0,75899250.0,76820959.0,78218250.0,80404209.0,82176875.0,83818209.0,85086000.0,87243042.0,89065667.0,90332250.0,91907125.0,93554208.0,95092625.0,97221125.0,98488792.0,100288375.0,101580125.0,103666083.0,105998417.0,106984417.0,108201125.0,109998625.0,111649042.0,112867084.0,114803083.0,116632625.0,117929875.0,119469084.0,121665542.0,123099250.0,124599417.0,126251959.0,128035167.0,129538875.0,130828791.0,132869500.0,134250917.0,136266292.0,137857792.0,139483000.0,140996750.0,142893333.0,144426917.0,145885084.0,147622375.0,149041000.0,151224792.0,152619208.0,154583375.0,156141917.0,157496917.0,159278625.0,160170041.0,162082833.0,164259125.0]} \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/new/tukey.json b/benchmarks/bw6_761/random_keypair/new/tukey.json new file mode 100644 index 0000000..d2fb308 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[804763.1386546588,810839.8074321682,827044.2575055263,833120.9262830355] \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/report/MAD.svg b/benchmarks/bw6_761/random_keypair/report/MAD.svg new file mode 100644 index 0000000..44e6127 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: MAD + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/SD.svg b/benchmarks/bw6_761/random_keypair/report/SD.svg new file mode 100644 index 0000000..cc88c89 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: SD + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/index.html b/benchmarks/bw6_761/random_keypair/report/index.html new file mode 100644 index 0000000..2b31ffe --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + bw6_761/random_keypair - Criterion.rs + + + + +
+

bw6_761/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope819.73 µs820.18 µs820.61 µs
R²0.99901560.99905660.9990180
Mean817.70 µs818.66 µs819.62 µs
Std. Dev.3.5734 µs4.8974 µs6.1755 µs
Median818.60 µs819.64 µs820.15 µs
MAD2.2780 µs3.1814 µs3.9385 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/random_keypair/report/mean.svg b/benchmarks/bw6_761/random_keypair/report/mean.svg new file mode 100644 index 0000000..85aad78 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 817.5 + + + + + 818 + + + + + 818.5 + + + + + 819 + + + + + 819.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: mean + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/median.svg b/benchmarks/bw6_761/random_keypair/report/median.svg new file mode 100644 index 0000000..2688b63 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 818.6 + + + + + 818.8 + + + + + 819 + + + + + 819.2 + + + + + 819.4 + + + + + 819.6 + + + + + 819.8 + + + + + 820 + + + + + 820.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: median + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/pdf.svg b/benchmarks/bw6_761/random_keypair/report/pdf.svg new file mode 100644 index 0000000..d3b3937 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/pdf.svg @@ -0,0 +1,312 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 800 + + + + + 810 + + + + + 820 + + + + + 830 + + + + + 840 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/pdf_small.svg b/benchmarks/bw6_761/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..f09bed8 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 800 + + + + + 810 + + + + + 820 + + + + + 830 + + + + + 840 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/regression.svg b/benchmarks/bw6_761/random_keypair/report/regression.svg new file mode 100644 index 0000000..e4cb88c --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + bw6_761/random_keypair + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/regression_small.svg b/benchmarks/bw6_761/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..a383ae5 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/slope.svg b/benchmarks/bw6_761/random_keypair/report/slope.svg new file mode 100644 index 0000000..31d3789 --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 819.8 + + + + + 820 + + + + + 820.2 + + + + + 820.4 + + + + + 820.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: slope + + + + + + + diff --git a/benchmarks/bw6_761/random_keypair/report/typical.svg b/benchmarks/bw6_761/random_keypair/report/typical.svg new file mode 100644 index 0000000..e79688b --- /dev/null +++ b/benchmarks/bw6_761/random_keypair/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 819.8 + + + + + 820 + + + + + 820.2 + + + + + 820.4 + + + + + 820.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + bw6_761/random_keypair: typical + + + + + + + diff --git a/benchmarks/bw6_761/report/index.html b/benchmarks/bw6_761/report/index.html new file mode 100644 index 0000000..2ff0de6 --- /dev/null +++ b/benchmarks/bw6_761/report/index.html @@ -0,0 +1,231 @@ + + + + + + bw6_761 Summary - Criterion.rs + + + + +
+

bw6_761

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

bw6_761/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

bw6_761/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/bw6_761/report/violin.svg b/benchmarks/bw6_761/report/violin.svg new file mode 100644 index 0000000..7c51559 --- /dev/null +++ b/benchmarks/bw6_761/report/violin.svg @@ -0,0 +1,717 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + bw6_761/random_keypair + + + + + bw6_761/hash_to_fr + + + + + bw6_761/generate_stealth_private_key + + + + + bw6_761/generate_stealth_address + + + + + bw6_761/generate_random_fr + + + + + bw6_761/derive_public_key + + + + + bw6_761/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 1200 + + + + + + + + + + + + + 1400 + + + + + + + + + + + + + 1600 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + bw6_761: Violin plot + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/base/benchmark.json b/benchmarks/pallas/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..267e01c --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"pallas/compute_shared_point","directory_name":"pallas/compute_shared_point","title":"pallas/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/base/estimates.json b/benchmarks/pallas/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..83be7d4 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135140.11815525152,"upper_bound":135292.01258942115},"point_estimate":135208.40743392787,"standard_error":38.86550435553612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135125.21295592707,"upper_bound":135195.84508181125},"point_estimate":135150.66787272005,"standard_error":18.058357175684595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138.41837652107802,"upper_bound":237.555140532567},"point_estimate":194.7230198384366,"standard_error":25.413459421565097},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135157.33957958143,"upper_bound":135221.32788030608},"point_estimate":135188.86556967636,"standard_error":16.286899329521603},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.0752135618522,"upper_bound":557.5360483689242},"point_estimate":390.82759764176103,"standard_error":93.89384326827407}} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/base/sample.json b/benchmarks/pallas/compute_shared_point/base/sample.json new file mode 100644 index 0000000..1759666 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1098083.0,2157792.0,3231417.0,4308292.0,5391750.0,6476833.0,7550084.0,8808542.0,9729209.0,10864750.0,11910083.0,12957584.0,14030708.0,15144708.0,16323709.0,17324958.0,18366208.0,19469917.0,20511167.0,21601792.0,22728417.0,23779209.0,24863917.0,26083125.0,27021125.0,28111250.0,29152125.0,30244542.0,31430666.0,32510000.0,33498333.0,34553208.0,35700084.0,36871625.0,37807959.0,38950458.0,39984166.0,41090291.0,42172125.0,43165375.0,44369917.0,45530084.0,46459167.0,47480917.0,48693833.0,49711666.0,50687458.0,51789834.0,53040083.0,54029125.0,55079708.0,56151208.0,57207667.0,58391709.0,59524500.0,60448834.0,61700792.0,62674917.0,63702042.0,64881458.0,65892708.0,67137959.0,68149208.0,69109583.0,70389167.0,71322625.0,72433333.0,73561667.0,74545292.0,75779667.0,76809000.0,77847500.0,78947417.0,80069417.0,81128708.0,82267708.0,83239959.0,84593500.0,85390250.0,86594958.0,87601375.0,88793750.0,89834208.0,90883291.0,92055666.0,92988041.0,94173083.0,95219667.0,96418084.0,97206667.0,98364458.0,99495875.0,100693667.0,101610708.0,102700875.0,103786542.0,104877250.0,105949959.0,107025042.0,108106958.0]} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/base/tukey.json b/benchmarks/pallas/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..74f701f --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[134243.51257353765,134635.67078471964,135681.42601453827,136073.58422572026] \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/new/benchmark.json b/benchmarks/pallas/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..267e01c --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"pallas/compute_shared_point","directory_name":"pallas/compute_shared_point","title":"pallas/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/new/estimates.json b/benchmarks/pallas/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..83be7d4 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135140.11815525152,"upper_bound":135292.01258942115},"point_estimate":135208.40743392787,"standard_error":38.86550435553612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135125.21295592707,"upper_bound":135195.84508181125},"point_estimate":135150.66787272005,"standard_error":18.058357175684595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138.41837652107802,"upper_bound":237.555140532567},"point_estimate":194.7230198384366,"standard_error":25.413459421565097},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135157.33957958143,"upper_bound":135221.32788030608},"point_estimate":135188.86556967636,"standard_error":16.286899329521603},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.0752135618522,"upper_bound":557.5360483689242},"point_estimate":390.82759764176103,"standard_error":93.89384326827407}} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/new/sample.json b/benchmarks/pallas/compute_shared_point/new/sample.json new file mode 100644 index 0000000..1759666 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1098083.0,2157792.0,3231417.0,4308292.0,5391750.0,6476833.0,7550084.0,8808542.0,9729209.0,10864750.0,11910083.0,12957584.0,14030708.0,15144708.0,16323709.0,17324958.0,18366208.0,19469917.0,20511167.0,21601792.0,22728417.0,23779209.0,24863917.0,26083125.0,27021125.0,28111250.0,29152125.0,30244542.0,31430666.0,32510000.0,33498333.0,34553208.0,35700084.0,36871625.0,37807959.0,38950458.0,39984166.0,41090291.0,42172125.0,43165375.0,44369917.0,45530084.0,46459167.0,47480917.0,48693833.0,49711666.0,50687458.0,51789834.0,53040083.0,54029125.0,55079708.0,56151208.0,57207667.0,58391709.0,59524500.0,60448834.0,61700792.0,62674917.0,63702042.0,64881458.0,65892708.0,67137959.0,68149208.0,69109583.0,70389167.0,71322625.0,72433333.0,73561667.0,74545292.0,75779667.0,76809000.0,77847500.0,78947417.0,80069417.0,81128708.0,82267708.0,83239959.0,84593500.0,85390250.0,86594958.0,87601375.0,88793750.0,89834208.0,90883291.0,92055666.0,92988041.0,94173083.0,95219667.0,96418084.0,97206667.0,98364458.0,99495875.0,100693667.0,101610708.0,102700875.0,103786542.0,104877250.0,105949959.0,107025042.0,108106958.0]} \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/new/tukey.json b/benchmarks/pallas/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..74f701f --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[134243.51257353765,134635.67078471964,135681.42601453827,136073.58422572026] \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/report/MAD.svg b/benchmarks/pallas/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..c65f74b --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/SD.svg b/benchmarks/pallas/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..5245493 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/index.html b/benchmarks/pallas/compute_shared_point/report/index.html new file mode 100644 index 0000000..5f26d5a --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/compute_shared_point - Criterion.rs + + + + +
+

pallas/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope135.16 µs135.19 µs135.22 µs
R²0.99983090.99983840.9998304
Mean135.14 µs135.21 µs135.29 µs
Std. Dev.199.08 ns390.83 ns557.54 ns
Median135.13 µs135.15 µs135.20 µs
MAD138.42 ns194.72 ns237.56 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/compute_shared_point/report/mean.svg b/benchmarks/pallas/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..de5c462 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 135.14 + + + + + 135.16 + + + + + 135.18 + + + + + 135.2 + + + + + 135.22 + + + + + 135.24 + + + + + 135.26 + + + + + 135.28 + + + + + 135.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/median.svg b/benchmarks/pallas/compute_shared_point/report/median.svg new file mode 100644 index 0000000..4ec9628 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 135.12 + + + + + 135.13 + + + + + 135.14 + + + + + 135.15 + + + + + 135.16 + + + + + 135.17 + + + + + 135.18 + + + + + 135.19 + + + + + 135.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/compute_shared_point: median + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/pdf.svg b/benchmarks/pallas/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..bbd62cd --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/pdf.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + 136 + + + + + 136.5 + + + + + 137 + + + + + 137.5 + + + + + 138 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/compute_shared_point + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/pdf_small.svg b/benchmarks/pallas/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..4094ef9 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + 136 + + + + + 136.5 + + + + + 137 + + + + + 137.5 + + + + + 138 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/regression.svg b/benchmarks/pallas/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..b9785df --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + pallas/compute_shared_point + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/regression_small.svg b/benchmarks/pallas/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..615bc29 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/slope.svg b/benchmarks/pallas/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..f0d24d6 --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/slope.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 135.16 + + + + + 135.17 + + + + + 135.18 + + + + + 135.19 + + + + + 135.2 + + + + + 135.21 + + + + + 135.22 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/pallas/compute_shared_point/report/typical.svg b/benchmarks/pallas/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..fcd0a2f --- /dev/null +++ b/benchmarks/pallas/compute_shared_point/report/typical.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 135.16 + + + + + 135.17 + + + + + 135.18 + + + + + 135.19 + + + + + 135.2 + + + + + 135.21 + + + + + 135.22 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/base/benchmark.json b/benchmarks/pallas/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..68549e8 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"pallas/derive_public_key","directory_name":"pallas/derive_public_key","title":"pallas/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/base/estimates.json b/benchmarks/pallas/derive_public_key/base/estimates.json new file mode 100644 index 0000000..1ac333c --- /dev/null +++ b/benchmarks/pallas/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135260.32877854077,"upper_bound":135547.40482202344},"point_estimate":135398.3066817725,"standard_error":73.19333886519564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135051.02330508476,"upper_bound":135152.10896867613},"point_estimate":135097.3032957864,"standard_error":31.309443246816834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163.92868186956758,"upper_bound":359.94591267022486},"point_estimate":236.92937451792798,"standard_error":52.6154321856132},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135025.15174377407,"upper_bound":135115.41398542182},"point_estimate":135067.6446918871,"standard_error":22.953463499775097},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.9969481238459,"upper_bound":847.2110292887659},"point_estimate":737.1958451741946,"standard_error":63.96261894230343}} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/base/sample.json b/benchmarks/pallas/derive_public_key/base/sample.json new file mode 100644 index 0000000..b635a2c --- /dev/null +++ b/benchmarks/pallas/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1097917.0,2180625.0,3235625.0,4314708.0,5398416.0,6475583.0,7581458.0,8804667.0,9764375.0,10893916.0,11872958.0,12938542.0,14047166.0,15249375.0,16423167.0,17485125.0,18605750.0,19668958.0,20746000.0,21878166.0,22939750.0,24050708.0,25229250.0,26254542.0,27486083.0,28569250.0,29524292.0,30630000.0,31761459.0,32553000.0,33450084.0,34545833.0,35568916.0,36767958.0,37842584.0,38861333.0,39999750.0,41105833.0,42188333.0,43267875.0,44302291.0,45467333.0,46574625.0,47589708.0,48589417.0,49752167.0,50816542.0,51908500.0,52993000.0,54155792.0,55125083.0,56192166.0,57270458.0,58386459.0,59593667.0,60490542.0,61645208.0,62581500.0,63744083.0,64836125.0,65702583.0,66866500.0,68073417.0,69116500.0,70334500.0,71299166.0,72367458.0,73444334.0,74427125.0,75662292.0,76645375.0,77791708.0,78923917.0,79879917.0,81020042.0,82077292.0,83082000.0,84320333.0,85224125.0,86429166.0,87244000.0,88493167.0,89490750.0,90643417.0,91726125.0,92764125.0,93970250.0,95058125.0,96122250.0,97281042.0,98288875.0,99318375.0,100442458.0,101583250.0,102754166.0,103827750.0,104873083.0,105736958.0,106977834.0,108119042.0]} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/base/tukey.json b/benchmarks/pallas/derive_public_key/base/tukey.json new file mode 100644 index 0000000..02b5ee5 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[133671.59837053562,134314.03170479904,136027.18726283486,136669.6205970983] \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/new/benchmark.json b/benchmarks/pallas/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..68549e8 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"pallas/derive_public_key","directory_name":"pallas/derive_public_key","title":"pallas/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/new/estimates.json b/benchmarks/pallas/derive_public_key/new/estimates.json new file mode 100644 index 0000000..1ac333c --- /dev/null +++ b/benchmarks/pallas/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135260.32877854077,"upper_bound":135547.40482202344},"point_estimate":135398.3066817725,"standard_error":73.19333886519564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135051.02330508476,"upper_bound":135152.10896867613},"point_estimate":135097.3032957864,"standard_error":31.309443246816834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163.92868186956758,"upper_bound":359.94591267022486},"point_estimate":236.92937451792798,"standard_error":52.6154321856132},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135025.15174377407,"upper_bound":135115.41398542182},"point_estimate":135067.6446918871,"standard_error":22.953463499775097},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.9969481238459,"upper_bound":847.2110292887659},"point_estimate":737.1958451741946,"standard_error":63.96261894230343}} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/new/sample.json b/benchmarks/pallas/derive_public_key/new/sample.json new file mode 100644 index 0000000..b635a2c --- /dev/null +++ b/benchmarks/pallas/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1097917.0,2180625.0,3235625.0,4314708.0,5398416.0,6475583.0,7581458.0,8804667.0,9764375.0,10893916.0,11872958.0,12938542.0,14047166.0,15249375.0,16423167.0,17485125.0,18605750.0,19668958.0,20746000.0,21878166.0,22939750.0,24050708.0,25229250.0,26254542.0,27486083.0,28569250.0,29524292.0,30630000.0,31761459.0,32553000.0,33450084.0,34545833.0,35568916.0,36767958.0,37842584.0,38861333.0,39999750.0,41105833.0,42188333.0,43267875.0,44302291.0,45467333.0,46574625.0,47589708.0,48589417.0,49752167.0,50816542.0,51908500.0,52993000.0,54155792.0,55125083.0,56192166.0,57270458.0,58386459.0,59593667.0,60490542.0,61645208.0,62581500.0,63744083.0,64836125.0,65702583.0,66866500.0,68073417.0,69116500.0,70334500.0,71299166.0,72367458.0,73444334.0,74427125.0,75662292.0,76645375.0,77791708.0,78923917.0,79879917.0,81020042.0,82077292.0,83082000.0,84320333.0,85224125.0,86429166.0,87244000.0,88493167.0,89490750.0,90643417.0,91726125.0,92764125.0,93970250.0,95058125.0,96122250.0,97281042.0,98288875.0,99318375.0,100442458.0,101583250.0,102754166.0,103827750.0,104873083.0,105736958.0,106977834.0,108119042.0]} \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/new/tukey.json b/benchmarks/pallas/derive_public_key/new/tukey.json new file mode 100644 index 0000000..02b5ee5 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[133671.59837053562,134314.03170479904,136027.18726283486,136669.6205970983] \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/report/MAD.svg b/benchmarks/pallas/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..715624e --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/SD.svg b/benchmarks/pallas/derive_public_key/report/SD.svg new file mode 100644 index 0000000..7acbd09 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/derive_public_key: SD + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/index.html b/benchmarks/pallas/derive_public_key/report/index.html new file mode 100644 index 0000000..b0346c8 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/derive_public_key - Criterion.rs + + + + +
+

pallas/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope135.03 µs135.07 µs135.12 µs
R²0.99923270.99924640.9992291
Mean135.26 µs135.40 µs135.55 µs
Std. Dev.597.00 ns737.20 ns847.21 ns
Median135.05 µs135.10 µs135.15 µs
MAD163.93 ns236.93 ns359.95 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/derive_public_key/report/mean.svg b/benchmarks/pallas/derive_public_key/report/mean.svg new file mode 100644 index 0000000..ea8fae3 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 135.25 + + + + + 135.3 + + + + + 135.35 + + + + + 135.4 + + + + + 135.45 + + + + + 135.5 + + + + + 135.55 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/derive_public_key: mean + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/median.svg b/benchmarks/pallas/derive_public_key/report/median.svg new file mode 100644 index 0000000..ddc1119 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 135.04 + + + + + 135.06 + + + + + 135.08 + + + + + 135.1 + + + + + 135.12 + + + + + 135.14 + + + + + 135.16 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/derive_public_key: median + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/pdf.svg b/benchmarks/pallas/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..f371769 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/pdf.svg @@ -0,0 +1,400 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 134 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + 136 + + + + + 136.5 + + + + + 137 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/derive_public_key + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/pdf_small.svg b/benchmarks/pallas/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..9c3a5dc --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/pdf_small.svg @@ -0,0 +1,244 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 134 + + + + + 134.5 + + + + + 135 + + + + + 135.5 + + + + + 136 + + + + + 136.5 + + + + + 137 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/regression.svg b/benchmarks/pallas/derive_public_key/report/regression.svg new file mode 100644 index 0000000..076cef7 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + pallas/derive_public_key + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/regression_small.svg b/benchmarks/pallas/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..04d5be2 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/slope.svg b/benchmarks/pallas/derive_public_key/report/slope.svg new file mode 100644 index 0000000..3b51645 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 135.02 + + + + + 135.04 + + + + + 135.06 + + + + + 135.08 + + + + + 135.1 + + + + + 135.12 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/derive_public_key: slope + + + + + + + diff --git a/benchmarks/pallas/derive_public_key/report/typical.svg b/benchmarks/pallas/derive_public_key/report/typical.svg new file mode 100644 index 0000000..fc39495 --- /dev/null +++ b/benchmarks/pallas/derive_public_key/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 135.02 + + + + + 135.04 + + + + + 135.06 + + + + + 135.08 + + + + + 135.1 + + + + + 135.12 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/derive_public_key: typical + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/base/benchmark.json b/benchmarks/pallas/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..2852dae --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"pallas/generate_random_fr","directory_name":"pallas/generate_random_fr","title":"pallas/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/base/estimates.json b/benchmarks/pallas/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..3c7e6bf --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1624.7661745162545,"upper_bound":1629.4464948471743},"point_estimate":1627.2138686099947,"standard_error":1.1935713256774665},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1625.734641622867,"upper_bound":1628.7971346952909},"point_estimate":1627.2399773067955,"standard_error":0.8236243929796205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.964696759968044,"upper_bound":10.474512609892345},"point_estimate":8.10630859643676,"standard_error":1.1528278897947581},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1625.5642545912162,"upper_bound":1628.8796215952118},"point_estimate":1627.1628814126993,"standard_error":0.8440275190024679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.378526665790954,"upper_bound":16.2091721424434},"point_estimate":12.005172975486147,"standard_error":2.1367739447174188}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/base/sample.json b/benchmarks/pallas/generate_random_fr/base/sample.json new file mode 100644 index 0000000..64fb605 --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[608.0,1216.0,1824.0,2432.0,3040.0,3648.0,4256.0,4864.0,5472.0,6080.0,6688.0,7296.0,7904.0,8512.0,9120.0,9728.0,10336.0,10944.0,11552.0,12160.0,12768.0,13376.0,13984.0,14592.0,15200.0,15808.0,16416.0,17024.0,17632.0,18240.0,18848.0,19456.0,20064.0,20672.0,21280.0,21888.0,22496.0,23104.0,23712.0,24320.0,24928.0,25536.0,26144.0,26752.0,27360.0,27968.0,28576.0,29184.0,29792.0,30400.0,31008.0,31616.0,32224.0,32832.0,33440.0,34048.0,34656.0,35264.0,35872.0,36480.0,37088.0,37696.0,38304.0,38912.0,39520.0,40128.0,40736.0,41344.0,41952.0,42560.0,43168.0,43776.0,44384.0,44992.0,45600.0,46208.0,46816.0,47424.0,48032.0,48640.0,49248.0,49856.0,50464.0,51072.0,51680.0,52288.0,52896.0,53504.0,54112.0,54720.0,55328.0,55936.0,56544.0,57152.0,57760.0,58368.0,58976.0,59584.0,60192.0,60800.0],"times":[971916.0,1986041.0,2837541.0,3910041.0,4869875.0,6003750.0,6906541.0,7966750.0,9023833.0,9826833.0,10997000.0,11780875.0,12846041.0,13952375.0,14776875.0,15930209.0,16802917.0,17838625.0,18843167.0,19764417.0,20742625.0,22051834.0,22769458.0,23489250.0,24790750.0,25923417.0,26908875.0,27892292.0,28859292.0,29532084.0,30899083.0,31798916.0,32787417.0,33524000.0,34857250.0,35788000.0,36491708.0,37325000.0,38686708.0,39416416.0,40726125.0,42069167.0,42215417.0,43505500.0,45166792.0,45197042.0,46458209.0,47497833.0,48410625.0,49618000.0,50735750.0,51404084.0,52182292.0,53396125.0,54248875.0,55149958.0,56429292.0,57374584.0,58545875.0,59521667.0,60244334.0,60900958.0,62554375.0,63384125.0,64173042.0,65029667.0,66388250.0,67736333.0,68921750.0,69118125.0,69999000.0,71700875.0,72011208.0,73299167.0,74228084.0,75263458.0,76004625.0,77134208.0,78159708.0,78794417.0,80230167.0,82188458.0,81914167.0,83503959.0,83740625.0,85009834.0,86121667.0,87034167.0,88155000.0,89104125.0,90101000.0,90718916.0,91795125.0,92188125.0,93602042.0,95156959.0,95718375.0,96918167.0,97976417.0,98936042.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/base/tukey.json b/benchmarks/pallas/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..3d2f63a --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1588.8251765945877,1605.533460795839,1650.088885332509,1666.7971695337606] \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/new/benchmark.json b/benchmarks/pallas/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..2852dae --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"pallas/generate_random_fr","directory_name":"pallas/generate_random_fr","title":"pallas/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/new/estimates.json b/benchmarks/pallas/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..3c7e6bf --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1624.7661745162545,"upper_bound":1629.4464948471743},"point_estimate":1627.2138686099947,"standard_error":1.1935713256774665},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1625.734641622867,"upper_bound":1628.7971346952909},"point_estimate":1627.2399773067955,"standard_error":0.8236243929796205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.964696759968044,"upper_bound":10.474512609892345},"point_estimate":8.10630859643676,"standard_error":1.1528278897947581},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1625.5642545912162,"upper_bound":1628.8796215952118},"point_estimate":1627.1628814126993,"standard_error":0.8440275190024679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.378526665790954,"upper_bound":16.2091721424434},"point_estimate":12.005172975486147,"standard_error":2.1367739447174188}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/new/sample.json b/benchmarks/pallas/generate_random_fr/new/sample.json new file mode 100644 index 0000000..64fb605 --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[608.0,1216.0,1824.0,2432.0,3040.0,3648.0,4256.0,4864.0,5472.0,6080.0,6688.0,7296.0,7904.0,8512.0,9120.0,9728.0,10336.0,10944.0,11552.0,12160.0,12768.0,13376.0,13984.0,14592.0,15200.0,15808.0,16416.0,17024.0,17632.0,18240.0,18848.0,19456.0,20064.0,20672.0,21280.0,21888.0,22496.0,23104.0,23712.0,24320.0,24928.0,25536.0,26144.0,26752.0,27360.0,27968.0,28576.0,29184.0,29792.0,30400.0,31008.0,31616.0,32224.0,32832.0,33440.0,34048.0,34656.0,35264.0,35872.0,36480.0,37088.0,37696.0,38304.0,38912.0,39520.0,40128.0,40736.0,41344.0,41952.0,42560.0,43168.0,43776.0,44384.0,44992.0,45600.0,46208.0,46816.0,47424.0,48032.0,48640.0,49248.0,49856.0,50464.0,51072.0,51680.0,52288.0,52896.0,53504.0,54112.0,54720.0,55328.0,55936.0,56544.0,57152.0,57760.0,58368.0,58976.0,59584.0,60192.0,60800.0],"times":[971916.0,1986041.0,2837541.0,3910041.0,4869875.0,6003750.0,6906541.0,7966750.0,9023833.0,9826833.0,10997000.0,11780875.0,12846041.0,13952375.0,14776875.0,15930209.0,16802917.0,17838625.0,18843167.0,19764417.0,20742625.0,22051834.0,22769458.0,23489250.0,24790750.0,25923417.0,26908875.0,27892292.0,28859292.0,29532084.0,30899083.0,31798916.0,32787417.0,33524000.0,34857250.0,35788000.0,36491708.0,37325000.0,38686708.0,39416416.0,40726125.0,42069167.0,42215417.0,43505500.0,45166792.0,45197042.0,46458209.0,47497833.0,48410625.0,49618000.0,50735750.0,51404084.0,52182292.0,53396125.0,54248875.0,55149958.0,56429292.0,57374584.0,58545875.0,59521667.0,60244334.0,60900958.0,62554375.0,63384125.0,64173042.0,65029667.0,66388250.0,67736333.0,68921750.0,69118125.0,69999000.0,71700875.0,72011208.0,73299167.0,74228084.0,75263458.0,76004625.0,77134208.0,78159708.0,78794417.0,80230167.0,82188458.0,81914167.0,83503959.0,83740625.0,85009834.0,86121667.0,87034167.0,88155000.0,89104125.0,90101000.0,90718916.0,91795125.0,92188125.0,93602042.0,95156959.0,95718375.0,96918167.0,97976417.0,98936042.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/new/tukey.json b/benchmarks/pallas/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..3d2f63a --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1588.8251765945877,1605.533460795839,1650.088885332509,1666.7971695337606] \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/report/MAD.svg b/benchmarks/pallas/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..ce10fc1 --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/SD.svg b/benchmarks/pallas/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..250995e --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + 16 + + + + + 17 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/index.html b/benchmarks/pallas/generate_random_fr/report/index.html new file mode 100644 index 0000000..b2ebb24 --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/generate_random_fr - Criterion.rs + + + + +
+

pallas/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.6256 µs1.6272 µs1.6289 µs
R²0.99736740.99750000.9973471
Mean1.6248 µs1.6272 µs1.6294 µs
Std. Dev.8.3785 ns12.005 ns16.209 ns
Median1.6257 µs1.6272 µs1.6288 µs
MAD5.9647 ns8.1063 ns10.475 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/generate_random_fr/report/mean.svg b/benchmarks/pallas/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..d305187 --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 1.625 + + + + + 1.626 + + + + + 1.627 + + + + + 1.628 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/median.svg b/benchmarks/pallas/generate_random_fr/report/median.svg new file mode 100644 index 0000000..b45ebcb --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.6255 + + + + + 1.626 + + + + + 1.6265 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_random_fr: median + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/pdf.svg b/benchmarks/pallas/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..a1aa32d --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 1.56 + + + + + 1.58 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_random_fr + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/pdf_small.svg b/benchmarks/pallas/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..3accf1e --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 1.56 + + + + + 1.58 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/regression.svg b/benchmarks/pallas/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..961221e --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + pallas/generate_random_fr + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/regression_small.svg b/benchmarks/pallas/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..2a4ca4f --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/slope.svg b/benchmarks/pallas/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..1370a2f --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 1.6255 + + + + + 1.626 + + + + + 1.6265 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/pallas/generate_random_fr/report/typical.svg b/benchmarks/pallas/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..8e4d5ea --- /dev/null +++ b/benchmarks/pallas/generate_random_fr/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 1.6255 + + + + + 1.626 + + + + + 1.6265 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/base/benchmark.json b/benchmarks/pallas/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..903fe9b --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"pallas/generate_stealth_address","directory_name":"pallas/generate_stealth_address","title":"pallas/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/base/estimates.json b/benchmarks/pallas/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..ad9f455 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285671.96797505056,"upper_bound":285981.094501268},"point_estimate":285811.08530863904,"standard_error":79.21950836404494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285561.73780487804,"upper_bound":285732.25862873136},"point_estimate":285649.2916833267,"standard_error":43.63622718762461},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.42886591611793,"upper_bound":437.25092026354974},"point_estimate":346.2533256959511,"standard_error":46.519438958454884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285600.80076416227,"upper_bound":285728.01185557677},"point_estimate":285660.7433929363,"standard_error":32.548501140311366},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":395.5398679641658,"upper_bound":1128.8963801937346},"point_estimate":795.1343485906631,"standard_error":187.11617132774762}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/base/sample.json b/benchmarks/pallas/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..9ccdfcd --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1158292.0,2282500.0,3423458.0,4559792.0,5702458.0,6844750.0,7983375.0,9305625.0,10258375.0,11472500.0,12692500.0,13693500.0,14836167.0,16077167.0,17141250.0,18295625.0,19417167.0,20604625.0,21726833.0,22837041.0,23989000.0,25105458.0,26242500.0,27541917.0,28570833.0,29792375.0,30952292.0,32007792.0,33083667.0,34336834.0,35449750.0,36558583.0,37642667.0,38873959.0,40091250.0,41126292.0,42310792.0,43464000.0,44556833.0,45718875.0,46832125.0,48007792.0,49155458.0,50370666.0,51347416.0,52543250.0,53615500.0,54854833.0,55935834.0,57137250.0,58358500.0,59386542.0,60598417.0,61797000.0,63002541.0,64102541.0,65181083.0,66245084.0,67572333.0,68490416.0,69699333.0,70811375.0,71907000.0,73224708.0,74295958.0,75429667.0,76573375.0,77690625.0,78965833.0,79953458.0,81065459.0,82308958.0,83319625.0,84630000.0,85634459.0,86876875.0,87931834.0,89201958.0,90230541.0,91386125.0,92595042.0,93691750.0,94771834.0,96066333.0,97203625.0,98248250.0,99343209.0,100495250.0,101719792.0,102728709.0,103980833.0,105006583.0,106265625.0,107387416.0,108507208.0,109570584.0,110738083.0,112183500.0,113054542.0,114174708.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/base/tukey.json b/benchmarks/pallas/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..9e7d102 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[284125.15456122893,284785.8706608962,286547.78026000876,287208.49635967595] \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/new/benchmark.json b/benchmarks/pallas/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..903fe9b --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"pallas/generate_stealth_address","directory_name":"pallas/generate_stealth_address","title":"pallas/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/new/estimates.json b/benchmarks/pallas/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..ad9f455 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285671.96797505056,"upper_bound":285981.094501268},"point_estimate":285811.08530863904,"standard_error":79.21950836404494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285561.73780487804,"upper_bound":285732.25862873136},"point_estimate":285649.2916833267,"standard_error":43.63622718762461},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.42886591611793,"upper_bound":437.25092026354974},"point_estimate":346.2533256959511,"standard_error":46.519438958454884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285600.80076416227,"upper_bound":285728.01185557677},"point_estimate":285660.7433929363,"standard_error":32.548501140311366},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":395.5398679641658,"upper_bound":1128.8963801937346},"point_estimate":795.1343485906631,"standard_error":187.11617132774762}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/new/sample.json b/benchmarks/pallas/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..9ccdfcd --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1158292.0,2282500.0,3423458.0,4559792.0,5702458.0,6844750.0,7983375.0,9305625.0,10258375.0,11472500.0,12692500.0,13693500.0,14836167.0,16077167.0,17141250.0,18295625.0,19417167.0,20604625.0,21726833.0,22837041.0,23989000.0,25105458.0,26242500.0,27541917.0,28570833.0,29792375.0,30952292.0,32007792.0,33083667.0,34336834.0,35449750.0,36558583.0,37642667.0,38873959.0,40091250.0,41126292.0,42310792.0,43464000.0,44556833.0,45718875.0,46832125.0,48007792.0,49155458.0,50370666.0,51347416.0,52543250.0,53615500.0,54854833.0,55935834.0,57137250.0,58358500.0,59386542.0,60598417.0,61797000.0,63002541.0,64102541.0,65181083.0,66245084.0,67572333.0,68490416.0,69699333.0,70811375.0,71907000.0,73224708.0,74295958.0,75429667.0,76573375.0,77690625.0,78965833.0,79953458.0,81065459.0,82308958.0,83319625.0,84630000.0,85634459.0,86876875.0,87931834.0,89201958.0,90230541.0,91386125.0,92595042.0,93691750.0,94771834.0,96066333.0,97203625.0,98248250.0,99343209.0,100495250.0,101719792.0,102728709.0,103980833.0,105006583.0,106265625.0,107387416.0,108507208.0,109570584.0,110738083.0,112183500.0,113054542.0,114174708.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/new/tukey.json b/benchmarks/pallas/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..9e7d102 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[284125.15456122893,284785.8706608962,286547.78026000876,287208.49635967595] \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/report/MAD.svg b/benchmarks/pallas/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..d3acc13 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/SD.svg b/benchmarks/pallas/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..4d5674c --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/index.html b/benchmarks/pallas/generate_stealth_address/report/index.html new file mode 100644 index 0000000..3e11766 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/generate_stealth_address - Criterion.rs + + + + +
+

pallas/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope285.60 µs285.66 µs285.73 µs
R²0.99985800.99986410.9998564
Mean285.67 µs285.81 µs285.98 µs
Std. Dev.395.54 ns795.13 ns1.1289 µs
Median285.56 µs285.65 µs285.73 µs
MAD255.43 ns346.25 ns437.25 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_address/report/mean.svg b/benchmarks/pallas/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..c0b00e1 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 285.65 + + + + + 285.7 + + + + + 285.75 + + + + + 285.8 + + + + + 285.85 + + + + + 285.9 + + + + + 285.95 + + + + + 286 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/median.svg b/benchmarks/pallas/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..92f442a --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 285.55 + + + + + 285.6 + + + + + 285.65 + + + + + 285.7 + + + + + 285.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/pdf.svg b/benchmarks/pallas/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..9fa6fe5 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/pdf.svg @@ -0,0 +1,364 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/pdf_small.svg b/benchmarks/pallas/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..d080a14 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/regression.svg b/benchmarks/pallas/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..163bc46 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + pallas/generate_stealth_address + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/regression_small.svg b/benchmarks/pallas/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..b952434 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/slope.svg b/benchmarks/pallas/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..5e1c4a7 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 285.6 + + + + + 285.62 + + + + + 285.64 + + + + + 285.66 + + + + + 285.68 + + + + + 285.7 + + + + + 285.72 + + + + + 285.74 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_address/report/typical.svg b/benchmarks/pallas/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..82310ea --- /dev/null +++ b/benchmarks/pallas/generate_stealth_address/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 285.6 + + + + + 285.62 + + + + + 285.64 + + + + + 285.66 + + + + + 285.68 + + + + + 285.7 + + + + + 285.72 + + + + + 285.74 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/base/benchmark.json b/benchmarks/pallas/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..807b7a5 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"pallas/generate_stealth_private_key","directory_name":"pallas/generate_stealth_private_key","title":"pallas/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/base/estimates.json b/benchmarks/pallas/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..db4f835 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147985.91888204863,"upper_bound":148188.3509666536},"point_estimate":148076.24014513846,"standard_error":52.11771962855318},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147930.90062111802,"upper_bound":148017.53411989796},"point_estimate":147975.19332918353,"standard_error":23.573021016444233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132.66068358993925,"upper_bound":232.19545105537313},"point_estimate":180.8380895834202,"standard_error":25.900549226283736},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147932.01236375212,"upper_bound":148006.69580418835},"point_estimate":147969.53390825223,"standard_error":19.056033244044823},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.93904244587426,"upper_bound":742.5563080527014},"point_estimate":520.498743239332,"standard_error":129.1303173761325}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/base/sample.json b/benchmarks/pallas/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..096160b --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1058666.0,2079958.0,3104166.0,4173708.0,5191375.0,6219875.0,7233458.0,8442750.0,9459250.0,10363000.0,11417875.0,12400042.0,13489667.0,14465000.0,15607084.0,16603917.0,17608667.0,18625625.0,19685541.0,20718541.0,21744666.0,22827583.0,23845334.0,24858750.0,25861209.0,26946583.0,28026042.0,29026667.0,30033417.0,31035708.0,32105750.0,33128833.0,34193166.0,35156750.0,36207083.0,37275583.0,38369917.0,39413584.0,40353958.0,41437875.0,42560500.0,43583250.0,44562541.0,45534083.0,46730209.0,47751542.0,48691000.0,49659666.0,50809750.0,51804708.0,52808125.0,53823375.0,54816875.0,55886333.0,56907542.0,57988125.0,58993875.0,59958042.0,61101042.0,62102917.0,63132875.0,64199125.0,65275167.0,66238542.0,67217167.0,68306417.0,69384833.0,70459041.0,71450625.0,72447750.0,73626917.0,74464000.0,75685500.0,76619834.0,77703208.0,78752291.0,79811833.0,80791875.0,81772250.0,82802792.0,83903750.0,84949084.0,85905750.0,86879459.0,88075583.0,88972708.0,90084042.0,91181625.0,92290541.0,93200833.0,94356584.0,95099250.0,96481125.0,97586083.0,98352000.0,99466791.0,100462416.0,101541041.0,102615541.0,103620416.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/base/tukey.json b/benchmarks/pallas/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..54bf70e --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[147090.21962967466,147472.21710454597,148490.87703753618,148872.87451240752] \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/new/benchmark.json b/benchmarks/pallas/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..807b7a5 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"pallas/generate_stealth_private_key","directory_name":"pallas/generate_stealth_private_key","title":"pallas/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/new/estimates.json b/benchmarks/pallas/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..db4f835 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147985.91888204863,"upper_bound":148188.3509666536},"point_estimate":148076.24014513846,"standard_error":52.11771962855318},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147930.90062111802,"upper_bound":148017.53411989796},"point_estimate":147975.19332918353,"standard_error":23.573021016444233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132.66068358993925,"upper_bound":232.19545105537313},"point_estimate":180.8380895834202,"standard_error":25.900549226283736},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147932.01236375212,"upper_bound":148006.69580418835},"point_estimate":147969.53390825223,"standard_error":19.056033244044823},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.93904244587426,"upper_bound":742.5563080527014},"point_estimate":520.498743239332,"standard_error":129.1303173761325}} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/new/sample.json b/benchmarks/pallas/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..096160b --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1058666.0,2079958.0,3104166.0,4173708.0,5191375.0,6219875.0,7233458.0,8442750.0,9459250.0,10363000.0,11417875.0,12400042.0,13489667.0,14465000.0,15607084.0,16603917.0,17608667.0,18625625.0,19685541.0,20718541.0,21744666.0,22827583.0,23845334.0,24858750.0,25861209.0,26946583.0,28026042.0,29026667.0,30033417.0,31035708.0,32105750.0,33128833.0,34193166.0,35156750.0,36207083.0,37275583.0,38369917.0,39413584.0,40353958.0,41437875.0,42560500.0,43583250.0,44562541.0,45534083.0,46730209.0,47751542.0,48691000.0,49659666.0,50809750.0,51804708.0,52808125.0,53823375.0,54816875.0,55886333.0,56907542.0,57988125.0,58993875.0,59958042.0,61101042.0,62102917.0,63132875.0,64199125.0,65275167.0,66238542.0,67217167.0,68306417.0,69384833.0,70459041.0,71450625.0,72447750.0,73626917.0,74464000.0,75685500.0,76619834.0,77703208.0,78752291.0,79811833.0,80791875.0,81772250.0,82802792.0,83903750.0,84949084.0,85905750.0,86879459.0,88075583.0,88972708.0,90084042.0,91181625.0,92290541.0,93200833.0,94356584.0,95099250.0,96481125.0,97586083.0,98352000.0,99466791.0,100462416.0,101541041.0,102615541.0,103620416.0]} \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/new/tukey.json b/benchmarks/pallas/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..54bf70e --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[147090.21962967466,147472.21710454597,148490.87703753618,148872.87451240752] \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/report/MAD.svg b/benchmarks/pallas/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..dc84bbb --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/SD.svg b/benchmarks/pallas/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..cf2faab --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/index.html b/benchmarks/pallas/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..c5a5ac3 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/generate_stealth_private_key - Criterion.rs + + + + +
+

pallas/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope147.93 µs147.97 µs148.01 µs
R²0.99983940.99984830.9998396
Mean147.99 µs148.08 µs148.19 µs
Std. Dev.217.94 ns520.50 ns742.56 ns
Median147.93 µs147.98 µs148.02 µs
MAD132.66 ns180.84 ns232.20 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/generate_stealth_private_key/report/mean.svg b/benchmarks/pallas/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..481f863 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 148 + + + + + 148.05 + + + + + 148.1 + + + + + 148.15 + + + + + 148.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/median.svg b/benchmarks/pallas/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..23c9efb --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 147.94 + + + + + 147.96 + + + + + 147.98 + + + + + 148 + + + + + 148.02 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/pdf.svg b/benchmarks/pallas/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..b8e06f0 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 147 + + + + + 147.5 + + + + + 148 + + + + + 148.5 + + + + + 149 + + + + + 149.5 + + + + + 150 + + + + + 150.5 + + + + + 151 + + + + + 151.5 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/pallas/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..5e692cf --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 147 + + + + + 147.5 + + + + + 148 + + + + + 148.5 + + + + + 149 + + + + + 149.5 + + + + + 150 + + + + + 150.5 + + + + + 151 + + + + + 151.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/regression.svg b/benchmarks/pallas/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..fe45044 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + pallas/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/regression_small.svg b/benchmarks/pallas/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..73635ab --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/slope.svg b/benchmarks/pallas/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..114a837 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 147.93 + + + + + 147.94 + + + + + 147.95 + + + + + 147.96 + + + + + 147.97 + + + + + 147.98 + + + + + 147.99 + + + + + 148 + + + + + 148.01 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/pallas/generate_stealth_private_key/report/typical.svg b/benchmarks/pallas/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..4b2bfb8 --- /dev/null +++ b/benchmarks/pallas/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 147.93 + + + + + 147.94 + + + + + 147.95 + + + + + 147.96 + + + + + 147.97 + + + + + 147.98 + + + + + 147.99 + + + + + 148 + + + + + 148.01 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/base/benchmark.json b/benchmarks/pallas/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..d930849 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"pallas/hash_to_fr","directory_name":"pallas/hash_to_fr","title":"pallas/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/base/estimates.json b/benchmarks/pallas/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..f1e9520 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.734611531104,"upper_bound":525.8309745611789},"point_estimate":525.2205365313404,"standard_error":0.2808081640576503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.4705844349821,"upper_bound":525.1402384309704},"point_estimate":524.92640910671,"standard_error":0.17974644571118228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9999114743141269,"upper_bound":1.7262798249019955},"point_estimate":1.348823338442989,"standard_error":0.1828311670259452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.0851668475362,"upper_bound":525.0407600005049},"point_estimate":524.4842142269728,"standard_error":0.24653776241234968},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.4569307790224446,"upper_bound":4.213218497285811},"point_estimate":2.816282927741337,"standard_error":0.8050666195831863}} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/base/sample.json b/benchmarks/pallas/hash_to_fr/base/sample.json new file mode 100644 index 0000000..e75dc64 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1883.0,3766.0,5649.0,7532.0,9415.0,11298.0,13181.0,15064.0,16947.0,18830.0,20713.0,22596.0,24479.0,26362.0,28245.0,30128.0,32011.0,33894.0,35777.0,37660.0,39543.0,41426.0,43309.0,45192.0,47075.0,48958.0,50841.0,52724.0,54607.0,56490.0,58373.0,60256.0,62139.0,64022.0,65905.0,67788.0,69671.0,71554.0,73437.0,75320.0,77203.0,79086.0,80969.0,82852.0,84735.0,86618.0,88501.0,90384.0,92267.0,94150.0,96033.0,97916.0,99799.0,101682.0,103565.0,105448.0,107331.0,109214.0,111097.0,112980.0,114863.0,116746.0,118629.0,120512.0,122395.0,124278.0,126161.0,128044.0,129927.0,131810.0,133693.0,135576.0,137459.0,139342.0,141225.0,143108.0,144991.0,146874.0,148757.0,150640.0,152523.0,154406.0,156289.0,158172.0,160055.0,161938.0,163821.0,165704.0,167587.0,169470.0,171353.0,173236.0,175119.0,177002.0,178885.0,180768.0,182651.0,184534.0,186417.0,188300.0],"times":[1004417.0,1977792.0,2957167.0,3980792.0,4935250.0,5908208.0,6913167.0,7970125.0,9004541.0,9950667.0,10962375.0,11865166.0,12855916.0,13827333.0,14904000.0,15848417.0,16775167.0,17796167.0,18831917.0,19803125.0,20761958.0,21737042.0,22740209.0,23710917.0,24775584.0,25713333.0,26772833.0,27755375.0,28676333.0,29704625.0,30647667.0,31736375.0,32680500.0,33747208.0,34681125.0,35666000.0,36568542.0,37604000.0,38521084.0,39666208.0,40679958.0,41470708.0,42426041.0,43480916.0,44358041.0,45450792.0,46523125.0,47501792.0,48600417.0,49432666.0,50461041.0,51436000.0,52491500.0,53431084.0,54539458.0,57630375.0,56366583.0,57269959.0,58127625.0,59241583.0,60125209.0,60946667.0,62167667.0,63199333.0,64149666.0,65094458.0,65912417.0,66852292.0,67815625.0,69337541.0,69773791.0,70853750.0,71874875.0,72839542.0,73753917.0,74822125.0,76000708.0,77136417.0,77892959.0,79101917.0,79899708.0,80920666.0,81905916.0,82816750.0,84015875.0,84793792.0,85845334.0,86861042.0,87719208.0,88935708.0,90008167.0,91039125.0,91954791.0,92914375.0,93654292.0,94791542.0,95733041.0,96688166.0,97702208.0,98888667.0]} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/base/tukey.json b/benchmarks/pallas/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..bd3a5ff --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[518.6338304550125,521.3357392614141,528.5408294118185,531.2427382182202] \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/new/benchmark.json b/benchmarks/pallas/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..d930849 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"pallas/hash_to_fr","directory_name":"pallas/hash_to_fr","title":"pallas/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/new/estimates.json b/benchmarks/pallas/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..f1e9520 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.734611531104,"upper_bound":525.8309745611789},"point_estimate":525.2205365313404,"standard_error":0.2808081640576503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.4705844349821,"upper_bound":525.1402384309704},"point_estimate":524.92640910671,"standard_error":0.17974644571118228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9999114743141269,"upper_bound":1.7262798249019955},"point_estimate":1.348823338442989,"standard_error":0.1828311670259452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.0851668475362,"upper_bound":525.0407600005049},"point_estimate":524.4842142269728,"standard_error":0.24653776241234968},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.4569307790224446,"upper_bound":4.213218497285811},"point_estimate":2.816282927741337,"standard_error":0.8050666195831863}} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/new/sample.json b/benchmarks/pallas/hash_to_fr/new/sample.json new file mode 100644 index 0000000..e75dc64 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1883.0,3766.0,5649.0,7532.0,9415.0,11298.0,13181.0,15064.0,16947.0,18830.0,20713.0,22596.0,24479.0,26362.0,28245.0,30128.0,32011.0,33894.0,35777.0,37660.0,39543.0,41426.0,43309.0,45192.0,47075.0,48958.0,50841.0,52724.0,54607.0,56490.0,58373.0,60256.0,62139.0,64022.0,65905.0,67788.0,69671.0,71554.0,73437.0,75320.0,77203.0,79086.0,80969.0,82852.0,84735.0,86618.0,88501.0,90384.0,92267.0,94150.0,96033.0,97916.0,99799.0,101682.0,103565.0,105448.0,107331.0,109214.0,111097.0,112980.0,114863.0,116746.0,118629.0,120512.0,122395.0,124278.0,126161.0,128044.0,129927.0,131810.0,133693.0,135576.0,137459.0,139342.0,141225.0,143108.0,144991.0,146874.0,148757.0,150640.0,152523.0,154406.0,156289.0,158172.0,160055.0,161938.0,163821.0,165704.0,167587.0,169470.0,171353.0,173236.0,175119.0,177002.0,178885.0,180768.0,182651.0,184534.0,186417.0,188300.0],"times":[1004417.0,1977792.0,2957167.0,3980792.0,4935250.0,5908208.0,6913167.0,7970125.0,9004541.0,9950667.0,10962375.0,11865166.0,12855916.0,13827333.0,14904000.0,15848417.0,16775167.0,17796167.0,18831917.0,19803125.0,20761958.0,21737042.0,22740209.0,23710917.0,24775584.0,25713333.0,26772833.0,27755375.0,28676333.0,29704625.0,30647667.0,31736375.0,32680500.0,33747208.0,34681125.0,35666000.0,36568542.0,37604000.0,38521084.0,39666208.0,40679958.0,41470708.0,42426041.0,43480916.0,44358041.0,45450792.0,46523125.0,47501792.0,48600417.0,49432666.0,50461041.0,51436000.0,52491500.0,53431084.0,54539458.0,57630375.0,56366583.0,57269959.0,58127625.0,59241583.0,60125209.0,60946667.0,62167667.0,63199333.0,64149666.0,65094458.0,65912417.0,66852292.0,67815625.0,69337541.0,69773791.0,70853750.0,71874875.0,72839542.0,73753917.0,74822125.0,76000708.0,77136417.0,77892959.0,79101917.0,79899708.0,80920666.0,81905916.0,82816750.0,84015875.0,84793792.0,85845334.0,86861042.0,87719208.0,88935708.0,90008167.0,91039125.0,91954791.0,92914375.0,93654292.0,94791542.0,95733041.0,96688166.0,97702208.0,98888667.0]} \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/new/tukey.json b/benchmarks/pallas/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..bd3a5ff --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[518.6338304550125,521.3357392614141,528.5408294118185,531.2427382182202] \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/report/MAD.svg b/benchmarks/pallas/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..3314b8e --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/SD.svg b/benchmarks/pallas/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..3891784 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/SD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/index.html b/benchmarks/pallas/hash_to_fr/report/index.html new file mode 100644 index 0000000..ba9222d --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/hash_to_fr - Criterion.rs + + + + +
+

pallas/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope524.09 ns524.48 ns525.04 ns
R²0.99702030.99709940.9969455
Mean524.73 ns525.22 ns525.83 ns
Std. Dev.1.4569 ns2.8163 ns4.2132 ns
Median524.47 ns524.93 ns525.14 ns
MAD999.91 ps1.3488 ns1.7263 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/hash_to_fr/report/mean.svg b/benchmarks/pallas/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..91e28ec --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 524.8 + + + + + 525 + + + + + 525.2 + + + + + 525.4 + + + + + 525.6 + + + + + 525.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/median.svg b/benchmarks/pallas/hash_to_fr/report/median.svg new file mode 100644 index 0000000..e143771 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/median.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 524.4 + + + + + 524.5 + + + + + 524.6 + + + + + 524.7 + + + + + 524.8 + + + + + 524.9 + + + + + 525 + + + + + 525.1 + + + + + 525.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: median + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/pdf.svg b/benchmarks/pallas/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..ca96d71 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 520 + + + + + 525 + + + + + 530 + + + + + 535 + + + + + 540 + + + + + 545 + + + + + 550 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/pdf_small.svg b/benchmarks/pallas/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..b3133fe --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 520 + + + + + 525 + + + + + 530 + + + + + 535 + + + + + 540 + + + + + 545 + + + + + 550 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/regression.svg b/benchmarks/pallas/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..8501407 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + pallas/hash_to_fr + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/regression_small.svg b/benchmarks/pallas/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..eac72a4 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/slope.svg b/benchmarks/pallas/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..e6e3ab6 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 524 + + + + + 524.2 + + + + + 524.4 + + + + + 524.6 + + + + + 524.8 + + + + + 525 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/pallas/hash_to_fr/report/typical.svg b/benchmarks/pallas/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..5c1d4d3 --- /dev/null +++ b/benchmarks/pallas/hash_to_fr/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 524 + + + + + 524.2 + + + + + 524.4 + + + + + 524.6 + + + + + 524.8 + + + + + 525 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/pallas/random_keypair/base/benchmark.json b/benchmarks/pallas/random_keypair/base/benchmark.json new file mode 100644 index 0000000..036f101 --- /dev/null +++ b/benchmarks/pallas/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"pallas/random_keypair","directory_name":"pallas/random_keypair","title":"pallas/random_keypair"} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/base/estimates.json b/benchmarks/pallas/random_keypair/base/estimates.json new file mode 100644 index 0000000..ca277ab --- /dev/null +++ b/benchmarks/pallas/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137807.6117469631,"upper_bound":138037.13340696777},"point_estimate":137915.1628949097,"standard_error":58.68160772309919},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137784.62774725276,"upper_bound":137901.83042635658},"point_estimate":137851.57499542012,"standard_error":27.585049784037395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.8139155899223,"upper_bound":349.9348428102995},"point_estimate":265.23989256545633,"standard_error":37.23792975799654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137829.75855271475,"upper_bound":137931.12582061914},"point_estimate":137881.21440039898,"standard_error":25.877599213441417},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":360.9520857709037,"upper_bound":793.6163304638777},"point_estimate":590.9440053608986,"standard_error":110.53482509433053}} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/base/sample.json b/benchmarks/pallas/random_keypair/base/sample.json new file mode 100644 index 0000000..685c23d --- /dev/null +++ b/benchmarks/pallas/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1129292.0,2226458.0,3372250.0,4385583.0,5508666.0,6648458.0,7737084.0,8949750.0,9881791.0,10955875.0,12123167.0,13208209.0,14338375.0,15486833.0,16427875.0,17524625.0,18624709.0,19811250.0,20851416.0,22004208.0,23136209.0,24246583.0,25453125.0,26422417.0,27602792.0,28665125.0,29730417.0,31014292.0,31933292.0,33054292.0,34178084.0,35292917.0,36473375.0,37779958.0,38512667.0,39648333.0,40714541.0,41890333.0,43209959.0,43906708.0,45269625.0,46219208.0,47580500.0,48479458.0,49596083.0,50700542.0,51824292.0,52881000.0,54040541.0,55211541.0,56353083.0,57361125.0,58539292.0,59460542.0,60569250.0,61680084.0,62969250.0,64057292.0,65097542.0,66222084.0,67467542.0,68383500.0,69646250.0,70626125.0,71728042.0,72715584.0,73738000.0,75113666.0,75996416.0,77189625.0,78366417.0,79381500.0,80520917.0,81653375.0,82518833.0,84013209.0,84681000.0,86067917.0,87145084.0,88219375.0,89588625.0,90312208.0,91429167.0,92674834.0,93627708.0,94871541.0,96130916.0,96734541.0,98150250.0,99362875.0,100307209.0,101458833.0,102555583.0,103698959.0,104708292.0,106132417.0,107036333.0,108189833.0,109386917.0,110339834.0]} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/base/tukey.json b/benchmarks/pallas/random_keypair/base/tukey.json new file mode 100644 index 0000000..740e0e0 --- /dev/null +++ b/benchmarks/pallas/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[136589.24918997043,137131.5056925462,138577.5230327482,139119.77953532393] \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/new/benchmark.json b/benchmarks/pallas/random_keypair/new/benchmark.json new file mode 100644 index 0000000..036f101 --- /dev/null +++ b/benchmarks/pallas/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"pallas","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"pallas/random_keypair","directory_name":"pallas/random_keypair","title":"pallas/random_keypair"} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/new/estimates.json b/benchmarks/pallas/random_keypair/new/estimates.json new file mode 100644 index 0000000..ca277ab --- /dev/null +++ b/benchmarks/pallas/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137807.6117469631,"upper_bound":138037.13340696777},"point_estimate":137915.1628949097,"standard_error":58.68160772309919},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137784.62774725276,"upper_bound":137901.83042635658},"point_estimate":137851.57499542012,"standard_error":27.585049784037395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.8139155899223,"upper_bound":349.9348428102995},"point_estimate":265.23989256545633,"standard_error":37.23792975799654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137829.75855271475,"upper_bound":137931.12582061914},"point_estimate":137881.21440039898,"standard_error":25.877599213441417},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":360.9520857709037,"upper_bound":793.6163304638777},"point_estimate":590.9440053608986,"standard_error":110.53482509433053}} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/new/sample.json b/benchmarks/pallas/random_keypair/new/sample.json new file mode 100644 index 0000000..685c23d --- /dev/null +++ b/benchmarks/pallas/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1129292.0,2226458.0,3372250.0,4385583.0,5508666.0,6648458.0,7737084.0,8949750.0,9881791.0,10955875.0,12123167.0,13208209.0,14338375.0,15486833.0,16427875.0,17524625.0,18624709.0,19811250.0,20851416.0,22004208.0,23136209.0,24246583.0,25453125.0,26422417.0,27602792.0,28665125.0,29730417.0,31014292.0,31933292.0,33054292.0,34178084.0,35292917.0,36473375.0,37779958.0,38512667.0,39648333.0,40714541.0,41890333.0,43209959.0,43906708.0,45269625.0,46219208.0,47580500.0,48479458.0,49596083.0,50700542.0,51824292.0,52881000.0,54040541.0,55211541.0,56353083.0,57361125.0,58539292.0,59460542.0,60569250.0,61680084.0,62969250.0,64057292.0,65097542.0,66222084.0,67467542.0,68383500.0,69646250.0,70626125.0,71728042.0,72715584.0,73738000.0,75113666.0,75996416.0,77189625.0,78366417.0,79381500.0,80520917.0,81653375.0,82518833.0,84013209.0,84681000.0,86067917.0,87145084.0,88219375.0,89588625.0,90312208.0,91429167.0,92674834.0,93627708.0,94871541.0,96130916.0,96734541.0,98150250.0,99362875.0,100307209.0,101458833.0,102555583.0,103698959.0,104708292.0,106132417.0,107036333.0,108189833.0,109386917.0,110339834.0]} \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/new/tukey.json b/benchmarks/pallas/random_keypair/new/tukey.json new file mode 100644 index 0000000..740e0e0 --- /dev/null +++ b/benchmarks/pallas/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[136589.24918997043,137131.5056925462,138577.5230327482,139119.77953532393] \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/report/MAD.svg b/benchmarks/pallas/random_keypair/report/MAD.svg new file mode 100644 index 0000000..8e05eb1 --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + 360 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/random_keypair: MAD + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/SD.svg b/benchmarks/pallas/random_keypair/report/SD.svg new file mode 100644 index 0000000..b6f024a --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + pallas/random_keypair: SD + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/index.html b/benchmarks/pallas/random_keypair/report/index.html new file mode 100644 index 0000000..55b4284 --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + pallas/random_keypair - Criterion.rs + + + + +
+

pallas/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope137.83 µs137.88 µs137.93 µs
R²0.99962250.99964170.9996237
Mean137.81 µs137.92 µs138.04 µs
Std. Dev.360.95 ns590.94 ns793.62 ns
Median137.78 µs137.85 µs137.90 µs
MAD201.81 ns265.24 ns349.93 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/random_keypair/report/mean.svg b/benchmarks/pallas/random_keypair/report/mean.svg new file mode 100644 index 0000000..7dba895 --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 137.8 + + + + + 137.85 + + + + + 137.9 + + + + + 137.95 + + + + + 138 + + + + + 138.05 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/random_keypair: mean + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/median.svg b/benchmarks/pallas/random_keypair/report/median.svg new file mode 100644 index 0000000..9c9e6fd --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 137.78 + + + + + 137.8 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/random_keypair: median + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/pdf.svg b/benchmarks/pallas/random_keypair/report/pdf.svg new file mode 100644 index 0000000..170e6be --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/random_keypair + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/pdf_small.svg b/benchmarks/pallas/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..5e905ad --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/regression.svg b/benchmarks/pallas/random_keypair/report/regression.svg new file mode 100644 index 0000000..fe7c54c --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + pallas/random_keypair + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/regression_small.svg b/benchmarks/pallas/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..4754f7f --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/slope.svg b/benchmarks/pallas/random_keypair/report/slope.svg new file mode 100644 index 0000000..adfd6cf --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + 137.92 + + + + + 137.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/random_keypair: slope + + + + + + + diff --git a/benchmarks/pallas/random_keypair/report/typical.svg b/benchmarks/pallas/random_keypair/report/typical.svg new file mode 100644 index 0000000..67794be --- /dev/null +++ b/benchmarks/pallas/random_keypair/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + 137.92 + + + + + 137.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + pallas/random_keypair: typical + + + + + + + diff --git a/benchmarks/pallas/report/index.html b/benchmarks/pallas/report/index.html new file mode 100644 index 0000000..ef23874 --- /dev/null +++ b/benchmarks/pallas/report/index.html @@ -0,0 +1,231 @@ + + + + + + pallas Summary - Criterion.rs + + + + +
+

pallas

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

pallas/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

pallas/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/pallas/report/violin.svg b/benchmarks/pallas/report/violin.svg new file mode 100644 index 0000000..a1b6bac --- /dev/null +++ b/benchmarks/pallas/report/violin.svg @@ -0,0 +1,678 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + pallas/random_keypair + + + + + pallas/hash_to_fr + + + + + pallas/generate_stealth_private_key + + + + + pallas/generate_stealth_address + + + + + pallas/generate_random_fr + + + + + pallas/derive_public_key + + + + + pallas/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + pallas: Violin plot + + + + + + + diff --git a/benchmarks/report/index.html b/benchmarks/report/index.html new file mode 100644 index 0000000..af9add0 --- /dev/null +++ b/benchmarks/report/index.html @@ -0,0 +1,174 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/base/benchmark.json b/benchmarks/secp256k1/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..aa13bb0 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"secp256k1/compute_shared_point","directory_name":"secp256k1/compute_shared_point","title":"secp256k1/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/base/estimates.json b/benchmarks/secp256k1/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..dea50de --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137965.34002773298,"upper_bound":138134.3546346114},"point_estimate":138039.21210867097,"standard_error":43.49416886682385},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137949.94969512196,"upper_bound":138008.35517970403},"point_estimate":137979.36145152507,"standard_error":14.45700282759747},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.65914111174422,"upper_bound":211.43841463859704},"point_estimate":167.40098300622574,"standard_error":23.10938748919513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137928.6572895976,"upper_bound":137993.2824097189},"point_estimate":137960.51411962465,"standard_error":16.471394610378272},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.16182818261208,"upper_bound":647.6477187598178},"point_estimate":436.52426269165807,"standard_error":123.4883149747126}} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/base/sample.json b/benchmarks/secp256k1/compute_shared_point/base/sample.json new file mode 100644 index 0000000..0af51d6 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1122542.0,2204542.0,3304083.0,4433250.0,5504458.0,6635250.0,7735583.0,9027333.0,10003792.0,11018000.0,12144458.0,13242667.0,14349209.0,15560333.0,16578500.0,17640292.0,18742417.0,19893458.0,20925958.0,22027584.0,23212000.0,24331917.0,25397125.0,26443208.0,27527042.0,28673417.0,29772209.0,30961917.0,32040417.0,33110417.0,34173458.0,35328416.0,36444958.0,37547834.0,38694958.0,39659291.0,40838375.0,41914334.0,43066000.0,44189834.0,45265333.0,46377375.0,47475958.0,48627583.0,49571459.0,50816792.0,51846667.0,52987125.0,54068500.0,55095292.0,56282167.0,57357875.0,58501292.0,59607334.0,60676583.0,61788875.0,62889792.0,64057250.0,65200458.0,66275916.0,67324250.0,68544167.0,69546042.0,70769750.0,71759209.0,72883875.0,74027834.0,75060458.0,76172916.0,77308416.0,78369833.0,79542250.0,80595208.0,81735834.0,82757667.0,83986250.0,84990667.0,86193792.0,87248042.0,88274375.0,89349625.0,90495167.0,91477833.0,92720375.0,93642709.0,94954667.0,95909208.0,97220125.0,98136583.0,99427166.0,100314166.0,101505083.0,102668209.0,103675833.0,104792458.0,105881167.0,107024750.0,108030875.0,109144083.0,110510583.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/base/tukey.json b/benchmarks/secp256k1/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..0488829 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[137215.36035892594,137544.56708630788,138422.45169265973,138751.65842004167] \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/new/benchmark.json b/benchmarks/secp256k1/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..aa13bb0 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"secp256k1/compute_shared_point","directory_name":"secp256k1/compute_shared_point","title":"secp256k1/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/new/estimates.json b/benchmarks/secp256k1/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..dea50de --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137965.34002773298,"upper_bound":138134.3546346114},"point_estimate":138039.21210867097,"standard_error":43.49416886682385},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137949.94969512196,"upper_bound":138008.35517970403},"point_estimate":137979.36145152507,"standard_error":14.45700282759747},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.65914111174422,"upper_bound":211.43841463859704},"point_estimate":167.40098300622574,"standard_error":23.10938748919513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137928.6572895976,"upper_bound":137993.2824097189},"point_estimate":137960.51411962465,"standard_error":16.471394610378272},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.16182818261208,"upper_bound":647.6477187598178},"point_estimate":436.52426269165807,"standard_error":123.4883149747126}} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/new/sample.json b/benchmarks/secp256k1/compute_shared_point/new/sample.json new file mode 100644 index 0000000..0af51d6 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1122542.0,2204542.0,3304083.0,4433250.0,5504458.0,6635250.0,7735583.0,9027333.0,10003792.0,11018000.0,12144458.0,13242667.0,14349209.0,15560333.0,16578500.0,17640292.0,18742417.0,19893458.0,20925958.0,22027584.0,23212000.0,24331917.0,25397125.0,26443208.0,27527042.0,28673417.0,29772209.0,30961917.0,32040417.0,33110417.0,34173458.0,35328416.0,36444958.0,37547834.0,38694958.0,39659291.0,40838375.0,41914334.0,43066000.0,44189834.0,45265333.0,46377375.0,47475958.0,48627583.0,49571459.0,50816792.0,51846667.0,52987125.0,54068500.0,55095292.0,56282167.0,57357875.0,58501292.0,59607334.0,60676583.0,61788875.0,62889792.0,64057250.0,65200458.0,66275916.0,67324250.0,68544167.0,69546042.0,70769750.0,71759209.0,72883875.0,74027834.0,75060458.0,76172916.0,77308416.0,78369833.0,79542250.0,80595208.0,81735834.0,82757667.0,83986250.0,84990667.0,86193792.0,87248042.0,88274375.0,89349625.0,90495167.0,91477833.0,92720375.0,93642709.0,94954667.0,95909208.0,97220125.0,98136583.0,99427166.0,100314166.0,101505083.0,102668209.0,103675833.0,104792458.0,105881167.0,107024750.0,108030875.0,109144083.0,110510583.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/new/tukey.json b/benchmarks/secp256k1/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..0488829 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[137215.36035892594,137544.56708630788,138422.45169265973,138751.65842004167] \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/report/MAD.svg b/benchmarks/secp256k1/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..faf004c --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 0.02 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/SD.svg b/benchmarks/secp256k1/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..ff0b637 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/index.html b/benchmarks/secp256k1/compute_shared_point/report/index.html new file mode 100644 index 0000000..d17ecee --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/compute_shared_point - Criterion.rs + + + + +
+

secp256k1/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope137.93 µs137.96 µs137.99 µs
R²0.99986380.99987110.9998633
Mean137.97 µs138.04 µs138.13 µs
Std. Dev.179.16 ns436.52 ns647.65 ns
Median137.95 µs137.98 µs138.01 µs
MAD117.66 ns167.40 ns211.44 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/compute_shared_point/report/mean.svg b/benchmarks/secp256k1/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..aa372d7 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 137.95 + + + + + 138 + + + + + 138.05 + + + + + 138.1 + + + + + 138.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/median.svg b/benchmarks/secp256k1/compute_shared_point/report/median.svg new file mode 100644 index 0000000..3e76285 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + 138.01 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/compute_shared_point: median + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/pdf.svg b/benchmarks/secp256k1/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..2597fc5 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/pdf.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + 139 + + + + + 139.5 + + + + + 140 + + + + + 140.5 + + + + + 141 + + + + + 141.5 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/compute_shared_point + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/pdf_small.svg b/benchmarks/secp256k1/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..02327e5 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + 139 + + + + + 139.5 + + + + + 140 + + + + + 140.5 + + + + + 141 + + + + + 141.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/regression.svg b/benchmarks/secp256k1/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..5e05a72 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256k1/compute_shared_point + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/regression_small.svg b/benchmarks/secp256k1/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..ba789e9 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/slope.svg b/benchmarks/secp256k1/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..fccd35e --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 137.93 + + + + + 137.94 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/secp256k1/compute_shared_point/report/typical.svg b/benchmarks/secp256k1/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..8415cb9 --- /dev/null +++ b/benchmarks/secp256k1/compute_shared_point/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 137.93 + + + + + 137.94 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/base/benchmark.json b/benchmarks/secp256k1/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..92117af --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"secp256k1/derive_public_key","directory_name":"secp256k1/derive_public_key","title":"secp256k1/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/base/estimates.json b/benchmarks/secp256k1/derive_public_key/base/estimates.json new file mode 100644 index 0000000..156e9c7 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137993.5661663812,"upper_bound":138163.43960130517},"point_estimate":138068.84057654007,"standard_error":43.805498253035935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137942.5080128205,"upper_bound":138000.49828767125},"point_estimate":137963.5516774892,"standard_error":14.2983871567869},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.00682522175514,"upper_bound":193.12362232893213},"point_estimate":154.328130702227,"standard_error":21.215219243801755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137942.97230066496,"upper_bound":138002.13472586553},"point_estimate":137972.00976060293,"standard_error":15.01459373674951},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.52414576143372,"upper_bound":638.1542713049699},"point_estimate":441.3055664068967,"standard_error":113.20489435544474}} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/base/sample.json b/benchmarks/secp256k1/derive_public_key/base/sample.json new file mode 100644 index 0000000..82b78bb --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1117042.0,2204667.0,3307750.0,4416042.0,5506542.0,6618625.0,7851958.0,9021000.0,9953750.0,11074375.0,12129250.0,13225042.0,14388625.0,15551958.0,16615500.0,17646750.0,18786542.0,19854166.0,20973750.0,22084792.0,23158459.0,24262083.0,25383208.0,26487709.0,27572292.0,28649709.0,29795250.0,30957750.0,31968208.0,33193000.0,34252416.0,35361458.0,36422666.0,37478875.0,38665125.0,39763750.0,40944375.0,41936292.0,43050250.0,44278333.0,45293125.0,46409000.0,47437583.0,48636458.0,49711375.0,50735208.0,51913084.0,53093208.0,54054708.0,55252292.0,56284250.0,57400333.0,58512666.0,59661833.0,60963125.0,61814541.0,62901583.0,64009709.0,65094542.0,66279833.0,67260000.0,68433375.0,69520875.0,70593750.0,71860167.0,72806417.0,74052417.0,75049792.0,76070667.0,77256000.0,78270291.0,79561916.0,80592291.0,81620875.0,82672208.0,83783166.0,84984875.0,86076125.0,87009542.0,88322792.0,89262250.0,90543166.0,91553375.0,92856458.0,93757083.0,94836667.0,95971917.0,97213250.0,98203125.0,99304292.0,100523458.0,101525125.0,102611542.0,103822375.0,104875292.0,105989084.0,107082125.0,108133875.0,109262209.0,110382417.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/base/tukey.json b/benchmarks/secp256k1/derive_public_key/base/tukey.json new file mode 100644 index 0000000..eaa134d --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[137241.71603303106,137561.25608339242,138413.36288435606,138732.90293471742] \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/new/benchmark.json b/benchmarks/secp256k1/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..92117af --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"secp256k1/derive_public_key","directory_name":"secp256k1/derive_public_key","title":"secp256k1/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/new/estimates.json b/benchmarks/secp256k1/derive_public_key/new/estimates.json new file mode 100644 index 0000000..156e9c7 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137993.5661663812,"upper_bound":138163.43960130517},"point_estimate":138068.84057654007,"standard_error":43.805498253035935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137942.5080128205,"upper_bound":138000.49828767125},"point_estimate":137963.5516774892,"standard_error":14.2983871567869},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.00682522175514,"upper_bound":193.12362232893213},"point_estimate":154.328130702227,"standard_error":21.215219243801755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137942.97230066496,"upper_bound":138002.13472586553},"point_estimate":137972.00976060293,"standard_error":15.01459373674951},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.52414576143372,"upper_bound":638.1542713049699},"point_estimate":441.3055664068967,"standard_error":113.20489435544474}} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/new/sample.json b/benchmarks/secp256k1/derive_public_key/new/sample.json new file mode 100644 index 0000000..82b78bb --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1117042.0,2204667.0,3307750.0,4416042.0,5506542.0,6618625.0,7851958.0,9021000.0,9953750.0,11074375.0,12129250.0,13225042.0,14388625.0,15551958.0,16615500.0,17646750.0,18786542.0,19854166.0,20973750.0,22084792.0,23158459.0,24262083.0,25383208.0,26487709.0,27572292.0,28649709.0,29795250.0,30957750.0,31968208.0,33193000.0,34252416.0,35361458.0,36422666.0,37478875.0,38665125.0,39763750.0,40944375.0,41936292.0,43050250.0,44278333.0,45293125.0,46409000.0,47437583.0,48636458.0,49711375.0,50735208.0,51913084.0,53093208.0,54054708.0,55252292.0,56284250.0,57400333.0,58512666.0,59661833.0,60963125.0,61814541.0,62901583.0,64009709.0,65094542.0,66279833.0,67260000.0,68433375.0,69520875.0,70593750.0,71860167.0,72806417.0,74052417.0,75049792.0,76070667.0,77256000.0,78270291.0,79561916.0,80592291.0,81620875.0,82672208.0,83783166.0,84984875.0,86076125.0,87009542.0,88322792.0,89262250.0,90543166.0,91553375.0,92856458.0,93757083.0,94836667.0,95971917.0,97213250.0,98203125.0,99304292.0,100523458.0,101525125.0,102611542.0,103822375.0,104875292.0,105989084.0,107082125.0,108133875.0,109262209.0,110382417.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/new/tukey.json b/benchmarks/secp256k1/derive_public_key/new/tukey.json new file mode 100644 index 0000000..eaa134d --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[137241.71603303106,137561.25608339242,138413.36288435606,138732.90293471742] \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/report/MAD.svg b/benchmarks/secp256k1/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..be66456 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/MAD.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/SD.svg b/benchmarks/secp256k1/derive_public_key/report/SD.svg new file mode 100644 index 0000000..83a2208 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/derive_public_key: SD + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/index.html b/benchmarks/secp256k1/derive_public_key/report/index.html new file mode 100644 index 0000000..07d0465 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/derive_public_key - Criterion.rs + + + + +
+

secp256k1/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope137.94 µs137.97 µs138.00 µs
R²0.99984990.99985600.9998494
Mean137.99 µs138.07 µs138.16 µs
Std. Dev.188.52 ns441.31 ns638.15 ns
Median137.94 µs137.96 µs138.00 µs
MAD110.01 ns154.33 ns193.12 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/derive_public_key/report/mean.svg b/benchmarks/secp256k1/derive_public_key/report/mean.svg new file mode 100644 index 0000000..d0394a4 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 138 + + + + + 138.05 + + + + + 138.1 + + + + + 138.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/derive_public_key: mean + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/median.svg b/benchmarks/secp256k1/derive_public_key/report/median.svg new file mode 100644 index 0000000..bee63ac --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 137.94 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/derive_public_key: median + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/pdf.svg b/benchmarks/secp256k1/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..b28e06c --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/pdf.svg @@ -0,0 +1,364 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + 139 + + + + + 139.5 + + + + + 140 + + + + + 140.5 + + + + + 141 + + + + + 141.5 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/derive_public_key + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/pdf_small.svg b/benchmarks/secp256k1/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..19252a7 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 137.5 + + + + + 138 + + + + + 138.5 + + + + + 139 + + + + + 139.5 + + + + + 140 + + + + + 140.5 + + + + + 141 + + + + + 141.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/regression.svg b/benchmarks/secp256k1/derive_public_key/report/regression.svg new file mode 100644 index 0000000..49a0a9e --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256k1/derive_public_key + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/regression_small.svg b/benchmarks/secp256k1/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..12b2e4d --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/slope.svg b/benchmarks/secp256k1/derive_public_key/report/slope.svg new file mode 100644 index 0000000..31b0938 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 137.94 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/derive_public_key: slope + + + + + + + diff --git a/benchmarks/secp256k1/derive_public_key/report/typical.svg b/benchmarks/secp256k1/derive_public_key/report/typical.svg new file mode 100644 index 0000000..99f1ab6 --- /dev/null +++ b/benchmarks/secp256k1/derive_public_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 137.94 + + + + + 137.95 + + + + + 137.96 + + + + + 137.97 + + + + + 137.98 + + + + + 137.99 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/derive_public_key: typical + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/base/benchmark.json b/benchmarks/secp256k1/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..d96a4c6 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"secp256k1/generate_random_fr","directory_name":"secp256k1/generate_random_fr","title":"secp256k1/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/base/estimates.json b/benchmarks/secp256k1/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..54d511a --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.6659406945873,"upper_bound":819.3162644528984},"point_estimate":818.4353702023759,"standard_error":0.420272495803185},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.1833838383839,"upper_bound":818.4576715774344},"point_estimate":817.7290288427764,"standard_error":0.3509742341441039},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.800034136609476,"upper_bound":3.0599677895948494},"point_estimate":2.350188754946557,"standard_error":0.3159284372192088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.0493791828874,"upper_bound":817.9272086513748},"point_estimate":817.4704545686591,"standard_error":0.22475129266768554},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.7057187840895565,"upper_bound":5.820108854984512},"point_estimate":4.202731928127011,"standard_error":0.859872580927734}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/base/sample.json b/benchmarks/secp256k1/generate_random_fr/base/sample.json new file mode 100644 index 0000000..ff92a98 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1210.0,2420.0,3630.0,4840.0,6050.0,7260.0,8470.0,9680.0,10890.0,12100.0,13310.0,14520.0,15730.0,16940.0,18150.0,19360.0,20570.0,21780.0,22990.0,24200.0,25410.0,26620.0,27830.0,29040.0,30250.0,31460.0,32670.0,33880.0,35090.0,36300.0,37510.0,38720.0,39930.0,41140.0,42350.0,43560.0,44770.0,45980.0,47190.0,48400.0,49610.0,50820.0,52030.0,53240.0,54450.0,55660.0,56870.0,58080.0,59290.0,60500.0,61710.0,62920.0,64130.0,65340.0,66550.0,67760.0,68970.0,70180.0,71390.0,72600.0,73810.0,75020.0,76230.0,77440.0,78650.0,79860.0,81070.0,82280.0,83490.0,84700.0,85910.0,87120.0,88330.0,89540.0,90750.0,91960.0,93170.0,94380.0,95590.0,96800.0,98010.0,99220.0,100430.0,101640.0,102850.0,104060.0,105270.0,106480.0,107690.0,108900.0,110110.0,111320.0,112530.0,113740.0,114950.0,116160.0,117370.0,118580.0,119790.0,121000.0],"times":[997208.0,1965958.0,3068375.0,3921666.0,4988166.0,5886333.0,6905750.0,8021958.0,8980791.0,10007542.0,10894959.0,11764292.0,12854625.0,13850417.0,14880167.0,15781500.0,16785167.0,17854000.0,18765833.0,19740459.0,20830042.0,21729500.0,22853958.0,23729000.0,24693791.0,25749625.0,26886583.0,27813166.0,28844583.0,29694875.0,30787458.0,31787792.0,32983834.0,33753375.0,34657875.0,35493541.0,36595500.0,37705917.0,38654292.0,39536750.0,40616500.0,41757625.0,42513333.0,43362041.0,44610625.0,45668833.0,46530791.0,47472750.0,48703625.0,50110958.0,50663209.0,51532917.0,52521917.0,53375000.0,54471625.0,55505750.0,56342000.0,57394916.0,58365708.0,59485917.0,60246125.0,61260708.0,62443125.0,63111375.0,64231584.0,65382667.0,66094958.0,67377125.0,68217292.0,69330125.0,70227584.0,71391125.0,72120750.0,73280708.0,74188208.0,75117500.0,76017458.0,77214959.0,78138167.0,79350167.0,80442042.0,80842000.0,81854042.0,82937292.0,83937917.0,85082959.0,85904042.0,87111709.0,87955458.0,88998791.0,89703791.0,91110708.0,91822959.0,92826042.0,93891167.0,94911958.0,95659666.0,97013333.0,97686250.0,99000416.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/base/tukey.json b/benchmarks/secp256k1/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..0c622b4 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[806.536021108486,811.4073759898079,824.3976556733328,829.2690105546546] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/new/benchmark.json b/benchmarks/secp256k1/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..d96a4c6 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"secp256k1/generate_random_fr","directory_name":"secp256k1/generate_random_fr","title":"secp256k1/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/new/estimates.json b/benchmarks/secp256k1/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..54d511a --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.6659406945873,"upper_bound":819.3162644528984},"point_estimate":818.4353702023759,"standard_error":0.420272495803185},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.1833838383839,"upper_bound":818.4576715774344},"point_estimate":817.7290288427764,"standard_error":0.3509742341441039},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.800034136609476,"upper_bound":3.0599677895948494},"point_estimate":2.350188754946557,"standard_error":0.3159284372192088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817.0493791828874,"upper_bound":817.9272086513748},"point_estimate":817.4704545686591,"standard_error":0.22475129266768554},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.7057187840895565,"upper_bound":5.820108854984512},"point_estimate":4.202731928127011,"standard_error":0.859872580927734}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/new/sample.json b/benchmarks/secp256k1/generate_random_fr/new/sample.json new file mode 100644 index 0000000..ff92a98 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1210.0,2420.0,3630.0,4840.0,6050.0,7260.0,8470.0,9680.0,10890.0,12100.0,13310.0,14520.0,15730.0,16940.0,18150.0,19360.0,20570.0,21780.0,22990.0,24200.0,25410.0,26620.0,27830.0,29040.0,30250.0,31460.0,32670.0,33880.0,35090.0,36300.0,37510.0,38720.0,39930.0,41140.0,42350.0,43560.0,44770.0,45980.0,47190.0,48400.0,49610.0,50820.0,52030.0,53240.0,54450.0,55660.0,56870.0,58080.0,59290.0,60500.0,61710.0,62920.0,64130.0,65340.0,66550.0,67760.0,68970.0,70180.0,71390.0,72600.0,73810.0,75020.0,76230.0,77440.0,78650.0,79860.0,81070.0,82280.0,83490.0,84700.0,85910.0,87120.0,88330.0,89540.0,90750.0,91960.0,93170.0,94380.0,95590.0,96800.0,98010.0,99220.0,100430.0,101640.0,102850.0,104060.0,105270.0,106480.0,107690.0,108900.0,110110.0,111320.0,112530.0,113740.0,114950.0,116160.0,117370.0,118580.0,119790.0,121000.0],"times":[997208.0,1965958.0,3068375.0,3921666.0,4988166.0,5886333.0,6905750.0,8021958.0,8980791.0,10007542.0,10894959.0,11764292.0,12854625.0,13850417.0,14880167.0,15781500.0,16785167.0,17854000.0,18765833.0,19740459.0,20830042.0,21729500.0,22853958.0,23729000.0,24693791.0,25749625.0,26886583.0,27813166.0,28844583.0,29694875.0,30787458.0,31787792.0,32983834.0,33753375.0,34657875.0,35493541.0,36595500.0,37705917.0,38654292.0,39536750.0,40616500.0,41757625.0,42513333.0,43362041.0,44610625.0,45668833.0,46530791.0,47472750.0,48703625.0,50110958.0,50663209.0,51532917.0,52521917.0,53375000.0,54471625.0,55505750.0,56342000.0,57394916.0,58365708.0,59485917.0,60246125.0,61260708.0,62443125.0,63111375.0,64231584.0,65382667.0,66094958.0,67377125.0,68217292.0,69330125.0,70227584.0,71391125.0,72120750.0,73280708.0,74188208.0,75117500.0,76017458.0,77214959.0,78138167.0,79350167.0,80442042.0,80842000.0,81854042.0,82937292.0,83937917.0,85082959.0,85904042.0,87111709.0,87955458.0,88998791.0,89703791.0,91110708.0,91822959.0,92826042.0,93891167.0,94911958.0,95659666.0,97013333.0,97686250.0,99000416.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/new/tukey.json b/benchmarks/secp256k1/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..0c622b4 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[806.536021108486,811.4073759898079,824.3976556733328,829.2690105546546] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/report/MAD.svg b/benchmarks/secp256k1/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..59c9158 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/SD.svg b/benchmarks/secp256k1/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..bb68980 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/index.html b/benchmarks/secp256k1/generate_random_fr/report/index.html new file mode 100644 index 0000000..a49a029 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/generate_random_fr - Criterion.rs + + + + +
+

secp256k1/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope817.05 ns817.47 ns817.93 ns
R²0.99915280.99918930.9991464
Mean817.67 ns818.44 ns819.32 ns
Std. Dev.2.7057 ns4.2027 ns5.8201 ns
Median817.18 ns817.73 ns818.46 ns
MAD1.8000 ns2.3502 ns3.0600 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_random_fr/report/mean.svg b/benchmarks/secp256k1/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..2a162d7 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 817.5 + + + + + 818 + + + + + 818.5 + + + + + 819 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/median.svg b/benchmarks/secp256k1/generate_random_fr/report/median.svg new file mode 100644 index 0000000..226c51c --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 817.2 + + + + + 817.4 + + + + + 817.6 + + + + + 817.8 + + + + + 818 + + + + + 818.2 + + + + + 818.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: median + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/pdf.svg b/benchmarks/secp256k1/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..22f88a5 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/pdf.svg @@ -0,0 +1,360 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 805 + + + + + 810 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + 840 + + + + + 845 + + + + + 850 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/pdf_small.svg b/benchmarks/secp256k1/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..f93c5ce --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 805 + + + + + 810 + + + + + 815 + + + + + 820 + + + + + 825 + + + + + 830 + + + + + 835 + + + + + 840 + + + + + 845 + + + + + 850 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/regression.svg b/benchmarks/secp256k1/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..c7f2ded --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + secp256k1/generate_random_fr + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/regression_small.svg b/benchmarks/secp256k1/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..c97ce90 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/slope.svg b/benchmarks/secp256k1/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..914ac12 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 817 + + + + + 817.2 + + + + + 817.4 + + + + + 817.6 + + + + + 817.8 + + + + + 818 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/secp256k1/generate_random_fr/report/typical.svg b/benchmarks/secp256k1/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..0bd9c54 --- /dev/null +++ b/benchmarks/secp256k1/generate_random_fr/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 817 + + + + + 817.2 + + + + + 817.4 + + + + + 817.6 + + + + + 817.8 + + + + + 818 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/base/benchmark.json b/benchmarks/secp256k1/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..21490e2 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"secp256k1/generate_stealth_address","directory_name":"secp256k1/generate_stealth_address","title":"secp256k1/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/base/estimates.json b/benchmarks/secp256k1/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..4b9a98d --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294907.6748998379,"upper_bound":295397.71861097164},"point_estimate":295125.7627984697,"standard_error":125.47983102083666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294638.39285714284,"upper_bound":294904.4436063218},"point_estimate":294776.7867647059,"standard_error":69.35181370593888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222.69261338352484,"upper_bound":543.1553773307505},"point_estimate":412.11621367281776,"standard_error":80.80347044103472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294892.512429984,"upper_bound":295095.50773737795},"point_estimate":294996.80360647256,"standard_error":51.90461033264575},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":572.3946823064497,"upper_bound":1777.7613364663025},"point_estimate":1258.6848451778055,"standard_error":302.970050776636}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/base/sample.json b/benchmarks/secp256k1/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..df50d97 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1195333.0,2358208.0,3538250.0,4713708.0,5895584.0,7072917.0,8249875.0,9640083.0,10601667.0,11787083.0,12969084.0,14224625.0,15367750.0,16575500.0,17704375.0,18885625.0,20044875.0,21250708.0,22450083.0,23613667.0,24880542.0,25985083.0,27152667.0,28317459.0,29509750.0,31479084.0,32425125.0,33027083.0,34189000.0,35388083.0,36525375.0,37711208.0,38872041.0,40048291.0,41238416.0,42404875.0,43591375.0,44775666.0,45942625.0,47127333.0,48291667.0,49482917.0,50653667.0,51831834.0,52976917.0,54233333.0,55367958.0,56570167.0,57794000.0,58966291.0,60099458.0,61418000.0,62753958.0,63672458.0,64838959.0,65996167.0,67146792.0,68358458.0,69521583.0,70686292.0,71859584.0,73042208.0,74242208.0,75411958.0,76559500.0,77747625.0,78919459.0,80109750.0,81282875.0,82477750.0,83663875.0,84844208.0,85989750.0,87156584.0,88373000.0,89549000.0,90771875.0,92073583.0,93364333.0,94471584.0,95673875.0,96851250.0,98036500.0,99213042.0,100429250.0,101561084.0,102634709.0,103946583.0,105236708.0,106151084.0,107560750.0,108605584.0,109828500.0,111033209.0,112194208.0,113429041.0,114586583.0,115825584.0,116855458.0,117952625.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/base/tukey.json b/benchmarks/secp256k1/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..6a41b1b --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[292474.3251015644,293517.1398837315,296297.9793028438,297340.79408501094] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/new/benchmark.json b/benchmarks/secp256k1/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..21490e2 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"secp256k1/generate_stealth_address","directory_name":"secp256k1/generate_stealth_address","title":"secp256k1/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/new/estimates.json b/benchmarks/secp256k1/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..4b9a98d --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294907.6748998379,"upper_bound":295397.71861097164},"point_estimate":295125.7627984697,"standard_error":125.47983102083666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294638.39285714284,"upper_bound":294904.4436063218},"point_estimate":294776.7867647059,"standard_error":69.35181370593888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222.69261338352484,"upper_bound":543.1553773307505},"point_estimate":412.11621367281776,"standard_error":80.80347044103472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294892.512429984,"upper_bound":295095.50773737795},"point_estimate":294996.80360647256,"standard_error":51.90461033264575},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":572.3946823064497,"upper_bound":1777.7613364663025},"point_estimate":1258.6848451778055,"standard_error":302.970050776636}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/new/sample.json b/benchmarks/secp256k1/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..df50d97 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1195333.0,2358208.0,3538250.0,4713708.0,5895584.0,7072917.0,8249875.0,9640083.0,10601667.0,11787083.0,12969084.0,14224625.0,15367750.0,16575500.0,17704375.0,18885625.0,20044875.0,21250708.0,22450083.0,23613667.0,24880542.0,25985083.0,27152667.0,28317459.0,29509750.0,31479084.0,32425125.0,33027083.0,34189000.0,35388083.0,36525375.0,37711208.0,38872041.0,40048291.0,41238416.0,42404875.0,43591375.0,44775666.0,45942625.0,47127333.0,48291667.0,49482917.0,50653667.0,51831834.0,52976917.0,54233333.0,55367958.0,56570167.0,57794000.0,58966291.0,60099458.0,61418000.0,62753958.0,63672458.0,64838959.0,65996167.0,67146792.0,68358458.0,69521583.0,70686292.0,71859584.0,73042208.0,74242208.0,75411958.0,76559500.0,77747625.0,78919459.0,80109750.0,81282875.0,82477750.0,83663875.0,84844208.0,85989750.0,87156584.0,88373000.0,89549000.0,90771875.0,92073583.0,93364333.0,94471584.0,95673875.0,96851250.0,98036500.0,99213042.0,100429250.0,101561084.0,102634709.0,103946583.0,105236708.0,106151084.0,107560750.0,108605584.0,109828500.0,111033209.0,112194208.0,113429041.0,114586583.0,115825584.0,116855458.0,117952625.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/new/tukey.json b/benchmarks/secp256k1/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..6a41b1b --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[292474.3251015644,293517.1398837315,296297.9793028438,297340.79408501094] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/report/MAD.svg b/benchmarks/secp256k1/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..f440471 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/SD.svg b/benchmarks/secp256k1/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..b2d4aa2 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/index.html b/benchmarks/secp256k1/generate_stealth_address/report/index.html new file mode 100644 index 0000000..69073a5 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/generate_stealth_address - Criterion.rs + + + + +
+

secp256k1/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope294.89 µs295.00 µs295.10 µs
R²0.99945470.99947200.9994565
Mean294.91 µs295.13 µs295.40 µs
Std. Dev.572.39 ns1.2587 µs1.7778 µs
Median294.64 µs294.78 µs294.90 µs
MAD222.69 ns412.12 ns543.16 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_address/report/mean.svg b/benchmarks/secp256k1/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..6f7786b --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 294.9 + + + + + 295 + + + + + 295.1 + + + + + 295.2 + + + + + 295.3 + + + + + 295.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/median.svg b/benchmarks/secp256k1/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..77ece58 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 294.65 + + + + + 294.7 + + + + + 294.75 + + + + + 294.8 + + + + + 294.85 + + + + + 294.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/pdf.svg b/benchmarks/secp256k1/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..c3471c5 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/pdf.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 294 + + + + + 296 + + + + + 298 + + + + + 300 + + + + + 302 + + + + + 304 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/pdf_small.svg b/benchmarks/secp256k1/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..104a117 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 294 + + + + + 296 + + + + + 298 + + + + + 300 + + + + + 302 + + + + + 304 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/regression.svg b/benchmarks/secp256k1/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..30e02b0 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256k1/generate_stealth_address + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/regression_small.svg b/benchmarks/secp256k1/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..6f03e92 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/slope.svg b/benchmarks/secp256k1/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..082a491 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 294.9 + + + + + 294.95 + + + + + 295 + + + + + 295.05 + + + + + 295.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_address/report/typical.svg b/benchmarks/secp256k1/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..4476f2f --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_address/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 294.9 + + + + + 294.95 + + + + + 295 + + + + + 295.05 + + + + + 295.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/base/benchmark.json b/benchmarks/secp256k1/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..bcb26ec --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"secp256k1/generate_stealth_private_key","directory_name":"secp256k1/generate_stealth_private_key","title":"secp256k1/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/base/estimates.json b/benchmarks/secp256k1/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..5ac60cb --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150090.5059725646,"upper_bound":150439.58793066916},"point_estimate":150238.45536891388,"standard_error":90.66634744938251},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150022.9301948052,"upper_bound":150130.42857142858},"point_estimate":150079.83820555249,"standard_error":26.421362068621388},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.58113045576115,"upper_bound":273.2632220369691},"point_estimate":205.93989203349133,"standard_error":28.479767801644623},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150085.87377149018,"upper_bound":150159.63702317892},"point_estimate":150123.21489075135,"standard_error":18.813101037917242},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":298.5117948449956,"upper_bound":1432.0328089791387},"point_estimate":913.7940485958685,"standard_error":314.6155982408802}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/base/sample.json b/benchmarks/secp256k1/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..808a898 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1103208.0,2154292.0,3145875.0,4228834.0,5235750.0,6292333.0,7336334.0,8508125.0,9591917.0,10529500.0,11530208.0,12604791.0,13633166.0,14708791.0,15896750.0,16799708.0,17822833.0,18866334.0,19951292.0,21014583.0,22028291.0,23058958.0,24148959.0,25241708.0,26260666.0,27275583.0,28310667.0,29440250.0,30439583.0,31528375.0,32519000.0,33699084.0,34590167.0,35731042.0,36745833.0,37801375.0,38871792.0,39849000.0,40974958.0,42078000.0,42996292.0,44122208.0,45264958.0,46195334.0,47236958.0,48352791.0,49388000.0,50383083.0,51405500.0,52603917.0,53612917.0,54544167.0,55619875.0,56789042.0,57689959.0,58754083.0,60048375.0,61025292.0,61991042.0,62976625.0,64115625.0,65249791.0,66106500.0,67306917.0,68306750.0,69283167.0,70480125.0,71429041.0,72571375.0,73635292.0,74531208.0,75707416.0,76670708.0,77791292.0,78854750.0,79833000.0,80952500.0,81907750.0,83010833.0,84113791.0,85054125.0,86136167.0,87125292.0,88427208.0,89180666.0,90293958.0,91485292.0,92414125.0,93597458.0,94538417.0,95720584.0,96703333.0,97754625.0,98812958.0,99917958.0,100880250.0,102124125.0,102890917.0,104156250.0,105029750.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/base/tukey.json b/benchmarks/secp256k1/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..9b30616 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[149090.11052494415,149519.76027324793,150665.49293539135,151095.14268369513] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/new/benchmark.json b/benchmarks/secp256k1/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..bcb26ec --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"secp256k1/generate_stealth_private_key","directory_name":"secp256k1/generate_stealth_private_key","title":"secp256k1/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/new/estimates.json b/benchmarks/secp256k1/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..5ac60cb --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150090.5059725646,"upper_bound":150439.58793066916},"point_estimate":150238.45536891388,"standard_error":90.66634744938251},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150022.9301948052,"upper_bound":150130.42857142858},"point_estimate":150079.83820555249,"standard_error":26.421362068621388},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.58113045576115,"upper_bound":273.2632220369691},"point_estimate":205.93989203349133,"standard_error":28.479767801644623},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150085.87377149018,"upper_bound":150159.63702317892},"point_estimate":150123.21489075135,"standard_error":18.813101037917242},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":298.5117948449956,"upper_bound":1432.0328089791387},"point_estimate":913.7940485958685,"standard_error":314.6155982408802}} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/new/sample.json b/benchmarks/secp256k1/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..808a898 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1103208.0,2154292.0,3145875.0,4228834.0,5235750.0,6292333.0,7336334.0,8508125.0,9591917.0,10529500.0,11530208.0,12604791.0,13633166.0,14708791.0,15896750.0,16799708.0,17822833.0,18866334.0,19951292.0,21014583.0,22028291.0,23058958.0,24148959.0,25241708.0,26260666.0,27275583.0,28310667.0,29440250.0,30439583.0,31528375.0,32519000.0,33699084.0,34590167.0,35731042.0,36745833.0,37801375.0,38871792.0,39849000.0,40974958.0,42078000.0,42996292.0,44122208.0,45264958.0,46195334.0,47236958.0,48352791.0,49388000.0,50383083.0,51405500.0,52603917.0,53612917.0,54544167.0,55619875.0,56789042.0,57689959.0,58754083.0,60048375.0,61025292.0,61991042.0,62976625.0,64115625.0,65249791.0,66106500.0,67306917.0,68306750.0,69283167.0,70480125.0,71429041.0,72571375.0,73635292.0,74531208.0,75707416.0,76670708.0,77791292.0,78854750.0,79833000.0,80952500.0,81907750.0,83010833.0,84113791.0,85054125.0,86136167.0,87125292.0,88427208.0,89180666.0,90293958.0,91485292.0,92414125.0,93597458.0,94538417.0,95720584.0,96703333.0,97754625.0,98812958.0,99917958.0,100880250.0,102124125.0,102890917.0,104156250.0,105029750.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/new/tukey.json b/benchmarks/secp256k1/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..9b30616 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[149090.11052494415,149519.76027324793,150665.49293539135,151095.14268369513] \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/MAD.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..aeee02a --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/SD.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..f047d57 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/index.html b/benchmarks/secp256k1/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..470ca74 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/generate_stealth_private_key - Criterion.rs + + + + +
+

secp256k1/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope150.09 µs150.12 µs150.16 µs
R²0.99983200.99984060.9998325
Mean150.09 µs150.24 µs150.44 µs
Std. Dev.298.51 ns913.79 ns1.4320 µs
Median150.02 µs150.08 µs150.13 µs
MAD164.58 ns205.94 ns273.26 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/mean.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..a34656f --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 150.1 + + + + + 150.15 + + + + + 150.2 + + + + + 150.25 + + + + + 150.3 + + + + + 150.35 + + + + + 150.4 + + + + + 150.45 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/median.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..ffd0f75 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 150.02 + + + + + 150.04 + + + + + 150.06 + + + + + 150.08 + + + + + 150.1 + + + + + 150.12 + + + + + 150.14 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/pdf.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..5e1c93a --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 150 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..a13e54b --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 150 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/regression.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..baed64d --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256k1/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/regression_small.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..bd22f7f --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/slope.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..decd257 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 150.08 + + + + + 150.09 + + + + + 150.1 + + + + + 150.11 + + + + + 150.12 + + + + + 150.13 + + + + + 150.14 + + + + + 150.15 + + + + + 150.16 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/secp256k1/generate_stealth_private_key/report/typical.svg b/benchmarks/secp256k1/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..fe30f55 --- /dev/null +++ b/benchmarks/secp256k1/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 150.08 + + + + + 150.09 + + + + + 150.1 + + + + + 150.11 + + + + + 150.12 + + + + + 150.13 + + + + + 150.14 + + + + + 150.15 + + + + + 150.16 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/base/benchmark.json b/benchmarks/secp256k1/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..63690a6 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"secp256k1/hash_to_fr","directory_name":"secp256k1/hash_to_fr","title":"secp256k1/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/base/estimates.json b/benchmarks/secp256k1/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..f5e93e1 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536.2266655477217,"upper_bound":537.0956574065241},"point_estimate":536.6392282480563,"standard_error":0.22171409320514399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.8531174346045,"upper_bound":536.441036353771},"point_estimate":536.1025062656641,"standard_error":0.13950645744694598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8068264737319328,"upper_bound":1.3497364827611993},"point_estimate":1.1548857691299428,"standard_error":0.14873102058814958},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.6534490378647,"upper_bound":536.8135081232613},"point_estimate":536.1680659027913,"standard_error":0.2988074712133122},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.5464184997270256,"upper_bound":2.816105875900763},"point_estimate":2.2226764148207923,"standard_error":0.3244214224151002}} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/base/sample.json b/benchmarks/secp256k1/hash_to_fr/base/sample.json new file mode 100644 index 0000000..48b8a8c --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1843.0,3686.0,5529.0,7372.0,9215.0,11058.0,12901.0,14744.0,16587.0,18430.0,20273.0,22116.0,23959.0,25802.0,27645.0,29488.0,31331.0,33174.0,35017.0,36860.0,38703.0,40546.0,42389.0,44232.0,46075.0,47918.0,49761.0,51604.0,53447.0,55290.0,57133.0,58976.0,60819.0,62662.0,64505.0,66348.0,68191.0,70034.0,71877.0,73720.0,75563.0,77406.0,79249.0,81092.0,82935.0,84778.0,86621.0,88464.0,90307.0,92150.0,93993.0,95836.0,97679.0,99522.0,101365.0,103208.0,105051.0,106894.0,108737.0,110580.0,112423.0,114266.0,116109.0,117952.0,119795.0,121638.0,123481.0,125324.0,127167.0,129010.0,130853.0,132696.0,134539.0,136382.0,138225.0,140068.0,141911.0,143754.0,145597.0,147440.0,149283.0,151126.0,152969.0,154812.0,156655.0,158498.0,160341.0,162184.0,164027.0,165870.0,167713.0,169556.0,171399.0,173242.0,175085.0,176928.0,178771.0,180614.0,182457.0,184300.0],"times":[1001834.0,1986667.0,2979500.0,3943500.0,4966833.0,5938167.0,6915959.0,7988667.0,9052417.0,9865333.0,10956125.0,11969125.0,12833291.0,13813000.0,14820334.0,15935958.0,16849416.0,17782833.0,18762584.0,19822208.0,20749083.0,21719041.0,22728208.0,23672709.0,24696167.0,25711958.0,26635000.0,27642500.0,28594208.0,29557125.0,30611833.0,31651500.0,32658041.0,33605875.0,34555500.0,35537917.0,36558042.0,37564084.0,38569417.0,39488583.0,40583541.0,41454958.0,42595709.0,43456917.0,44510667.0,45510000.0,46473875.0,47476417.0,48353792.0,49558250.0,50297375.0,51320458.0,52345459.0,53591833.0,54379583.0,55392917.0,56416250.0,57209083.0,58347834.0,59329208.0,60281500.0,61395708.0,62382333.0,63823209.0,64366750.0,65273125.0,66309375.0,67286959.0,68143125.0,69295334.0,70153208.0,71120625.0,72107208.0,72962208.0,74060667.0,75133000.0,75976000.0,77007875.0,78031500.0,78981000.0,81613250.0,80557916.0,81616625.0,82578542.0,83531000.0,84824917.0,85773708.0,86784625.0,87797791.0,88775208.0,89711334.0,90674000.0,91819834.0,92721250.0,93709458.0,94780000.0,96010166.0,97721958.0,97824625.0,98866083.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/base/tukey.json b/benchmarks/secp256k1/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..2174050 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[530.9438367204674,533.2152536477274,539.272365453754,541.5437823810139] \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/new/benchmark.json b/benchmarks/secp256k1/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..63690a6 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"secp256k1/hash_to_fr","directory_name":"secp256k1/hash_to_fr","title":"secp256k1/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/new/estimates.json b/benchmarks/secp256k1/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..f5e93e1 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536.2266655477217,"upper_bound":537.0956574065241},"point_estimate":536.6392282480563,"standard_error":0.22171409320514399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.8531174346045,"upper_bound":536.441036353771},"point_estimate":536.1025062656641,"standard_error":0.13950645744694598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8068264737319328,"upper_bound":1.3497364827611993},"point_estimate":1.1548857691299428,"standard_error":0.14873102058814958},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.6534490378647,"upper_bound":536.8135081232613},"point_estimate":536.1680659027913,"standard_error":0.2988074712133122},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.5464184997270256,"upper_bound":2.816105875900763},"point_estimate":2.2226764148207923,"standard_error":0.3244214224151002}} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/new/sample.json b/benchmarks/secp256k1/hash_to_fr/new/sample.json new file mode 100644 index 0000000..48b8a8c --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1843.0,3686.0,5529.0,7372.0,9215.0,11058.0,12901.0,14744.0,16587.0,18430.0,20273.0,22116.0,23959.0,25802.0,27645.0,29488.0,31331.0,33174.0,35017.0,36860.0,38703.0,40546.0,42389.0,44232.0,46075.0,47918.0,49761.0,51604.0,53447.0,55290.0,57133.0,58976.0,60819.0,62662.0,64505.0,66348.0,68191.0,70034.0,71877.0,73720.0,75563.0,77406.0,79249.0,81092.0,82935.0,84778.0,86621.0,88464.0,90307.0,92150.0,93993.0,95836.0,97679.0,99522.0,101365.0,103208.0,105051.0,106894.0,108737.0,110580.0,112423.0,114266.0,116109.0,117952.0,119795.0,121638.0,123481.0,125324.0,127167.0,129010.0,130853.0,132696.0,134539.0,136382.0,138225.0,140068.0,141911.0,143754.0,145597.0,147440.0,149283.0,151126.0,152969.0,154812.0,156655.0,158498.0,160341.0,162184.0,164027.0,165870.0,167713.0,169556.0,171399.0,173242.0,175085.0,176928.0,178771.0,180614.0,182457.0,184300.0],"times":[1001834.0,1986667.0,2979500.0,3943500.0,4966833.0,5938167.0,6915959.0,7988667.0,9052417.0,9865333.0,10956125.0,11969125.0,12833291.0,13813000.0,14820334.0,15935958.0,16849416.0,17782833.0,18762584.0,19822208.0,20749083.0,21719041.0,22728208.0,23672709.0,24696167.0,25711958.0,26635000.0,27642500.0,28594208.0,29557125.0,30611833.0,31651500.0,32658041.0,33605875.0,34555500.0,35537917.0,36558042.0,37564084.0,38569417.0,39488583.0,40583541.0,41454958.0,42595709.0,43456917.0,44510667.0,45510000.0,46473875.0,47476417.0,48353792.0,49558250.0,50297375.0,51320458.0,52345459.0,53591833.0,54379583.0,55392917.0,56416250.0,57209083.0,58347834.0,59329208.0,60281500.0,61395708.0,62382333.0,63823209.0,64366750.0,65273125.0,66309375.0,67286959.0,68143125.0,69295334.0,70153208.0,71120625.0,72107208.0,72962208.0,74060667.0,75133000.0,75976000.0,77007875.0,78031500.0,78981000.0,81613250.0,80557916.0,81616625.0,82578542.0,83531000.0,84824917.0,85773708.0,86784625.0,87797791.0,88775208.0,89711334.0,90674000.0,91819834.0,92721250.0,93709458.0,94780000.0,96010166.0,97721958.0,97824625.0,98866083.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/new/tukey.json b/benchmarks/secp256k1/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..2174050 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[530.9438367204674,533.2152536477274,539.272365453754,541.5437823810139] \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/report/MAD.svg b/benchmarks/secp256k1/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..8eb1af8 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/SD.svg b/benchmarks/secp256k1/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..0fd2cfc --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/index.html b/benchmarks/secp256k1/hash_to_fr/report/index.html new file mode 100644 index 0000000..3cddedb --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/hash_to_fr - Criterion.rs + + + + +
+

secp256k1/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope535.65 ns536.17 ns536.81 ns
R²0.99775010.99787660.9976777
Mean536.23 ns536.64 ns537.10 ns
Std. Dev.1.5464 ns2.2227 ns2.8161 ns
Median535.85 ns536.10 ns536.44 ns
MAD806.83 ps1.1549 ns1.3497 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/hash_to_fr/report/mean.svg b/benchmarks/secp256k1/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..86ac1af --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 536.2 + + + + + 536.4 + + + + + 536.6 + + + + + 536.8 + + + + + 537 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/median.svg b/benchmarks/secp256k1/hash_to_fr/report/median.svg new file mode 100644 index 0000000..442b5d9 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 535.8 + + + + + 535.9 + + + + + 536 + + + + + 536.1 + + + + + 536.2 + + + + + 536.3 + + + + + 536.4 + + + + + 536.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: median + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/pdf.svg b/benchmarks/secp256k1/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..ca045ba --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/pdf.svg @@ -0,0 +1,365 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + 544 + + + + + 546 + + + + + 548 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/pdf_small.svg b/benchmarks/secp256k1/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..b208b9a --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + 544 + + + + + 546 + + + + + 548 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/regression.svg b/benchmarks/secp256k1/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..6d77266 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + secp256k1/hash_to_fr + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/regression_small.svg b/benchmarks/secp256k1/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..aaf62e9 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/slope.svg b/benchmarks/secp256k1/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..428bbde --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 535.6 + + + + + 535.8 + + + + + 536 + + + + + 536.2 + + + + + 536.4 + + + + + 536.6 + + + + + 536.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/secp256k1/hash_to_fr/report/typical.svg b/benchmarks/secp256k1/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..ce732b8 --- /dev/null +++ b/benchmarks/secp256k1/hash_to_fr/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 535.6 + + + + + 535.8 + + + + + 536 + + + + + 536.2 + + + + + 536.4 + + + + + 536.6 + + + + + 536.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/base/benchmark.json b/benchmarks/secp256k1/random_keypair/base/benchmark.json new file mode 100644 index 0000000..5860c82 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"secp256k1/random_keypair","directory_name":"secp256k1/random_keypair","title":"secp256k1/random_keypair"} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/base/estimates.json b/benchmarks/secp256k1/random_keypair/base/estimates.json new file mode 100644 index 0000000..90d32e0 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144633.41264397747,"upper_bound":144861.50535729335},"point_estimate":144742.46787352936,"standard_error":58.04043785987945},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144564.66264252178,"upper_bound":144739.6645646374},"point_estimate":144685.17687074828,"standard_error":50.45130026150147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.9779460987552,"upper_bound":510.0121846954758},"point_estimate":390.8914753736309,"standard_error":58.3950110088985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144661.61911851945,"upper_bound":144996.04906672193},"point_estimate":144805.9861643691,"standard_error":86.94834301850688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":412.75503221574365,"upper_bound":737.594178263708},"point_estimate":581.472782545025,"standard_error":83.40127442015331}} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/base/sample.json b/benchmarks/secp256k1/random_keypair/base/sample.json new file mode 100644 index 0000000..8543a1d --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1030750.0,2037291.0,3038333.0,4020959.0,5024833.0,6083291.0,7026416.0,8153666.0,9211041.0,10157000.0,11179208.0,12228292.0,13175458.0,14127875.0,15305500.0,16180000.0,17205916.0,18219958.0,19200375.0,20300291.0,21231500.0,22255209.0,23183250.0,24256292.0,25222459.0,26342000.0,27226042.0,28430084.0,29263959.0,30387167.0,31359000.0,32495834.0,33350208.0,34493208.0,35367834.0,36604750.0,37375917.0,38417917.0,39736084.0,40384750.0,41533792.0,42496916.0,43558458.0,44555875.0,45585375.0,46417708.0,47645500.0,48708958.0,49569458.0,50813792.0,51694917.0,52526500.0,53760250.0,54472167.0,55791125.0,56881459.0,57696167.0,58655250.0,59817667.0,60784125.0,61564750.0,62823542.0,63807333.0,64663250.0,66021417.0,67102917.0,67677750.0,68935167.0,69815750.0,70800041.0,71857250.0,72737667.0,73940375.0,74895958.0,75967541.0,76993500.0,77888417.0,78902333.0,79892125.0,81230417.0,81929458.0,82986500.0,83898583.0,85215291.0,85998291.0,87263250.0,87938458.0,89203625.0,90010208.0,91149291.0,92626250.0,93128708.0,94239042.0,94960333.0,96558000.0,97528584.0,98552792.0,99753750.0,100343125.0,103168542.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/base/tukey.json b/benchmarks/secp256k1/random_keypair/base/tukey.json new file mode 100644 index 0000000..ca9d211 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[142848.80432315217,143639.9243823065,145749.57787338467,146540.69793253898] \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/new/benchmark.json b/benchmarks/secp256k1/random_keypair/new/benchmark.json new file mode 100644 index 0000000..5860c82 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256k1","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"secp256k1/random_keypair","directory_name":"secp256k1/random_keypair","title":"secp256k1/random_keypair"} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/new/estimates.json b/benchmarks/secp256k1/random_keypair/new/estimates.json new file mode 100644 index 0000000..90d32e0 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144633.41264397747,"upper_bound":144861.50535729335},"point_estimate":144742.46787352936,"standard_error":58.04043785987945},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144564.66264252178,"upper_bound":144739.6645646374},"point_estimate":144685.17687074828,"standard_error":50.45130026150147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.9779460987552,"upper_bound":510.0121846954758},"point_estimate":390.8914753736309,"standard_error":58.3950110088985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144661.61911851945,"upper_bound":144996.04906672193},"point_estimate":144805.9861643691,"standard_error":86.94834301850688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":412.75503221574365,"upper_bound":737.594178263708},"point_estimate":581.472782545025,"standard_error":83.40127442015331}} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/new/sample.json b/benchmarks/secp256k1/random_keypair/new/sample.json new file mode 100644 index 0000000..8543a1d --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1030750.0,2037291.0,3038333.0,4020959.0,5024833.0,6083291.0,7026416.0,8153666.0,9211041.0,10157000.0,11179208.0,12228292.0,13175458.0,14127875.0,15305500.0,16180000.0,17205916.0,18219958.0,19200375.0,20300291.0,21231500.0,22255209.0,23183250.0,24256292.0,25222459.0,26342000.0,27226042.0,28430084.0,29263959.0,30387167.0,31359000.0,32495834.0,33350208.0,34493208.0,35367834.0,36604750.0,37375917.0,38417917.0,39736084.0,40384750.0,41533792.0,42496916.0,43558458.0,44555875.0,45585375.0,46417708.0,47645500.0,48708958.0,49569458.0,50813792.0,51694917.0,52526500.0,53760250.0,54472167.0,55791125.0,56881459.0,57696167.0,58655250.0,59817667.0,60784125.0,61564750.0,62823542.0,63807333.0,64663250.0,66021417.0,67102917.0,67677750.0,68935167.0,69815750.0,70800041.0,71857250.0,72737667.0,73940375.0,74895958.0,75967541.0,76993500.0,77888417.0,78902333.0,79892125.0,81230417.0,81929458.0,82986500.0,83898583.0,85215291.0,85998291.0,87263250.0,87938458.0,89203625.0,90010208.0,91149291.0,92626250.0,93128708.0,94239042.0,94960333.0,96558000.0,97528584.0,98552792.0,99753750.0,100343125.0,103168542.0]} \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/new/tukey.json b/benchmarks/secp256k1/random_keypair/new/tukey.json new file mode 100644 index 0000000..ca9d211 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[142848.80432315217,143639.9243823065,145749.57787338467,146540.69793253898] \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/report/MAD.svg b/benchmarks/secp256k1/random_keypair/report/MAD.svg new file mode 100644 index 0000000..16ee2fa --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/random_keypair: MAD + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/SD.svg b/benchmarks/secp256k1/random_keypair/report/SD.svg new file mode 100644 index 0000000..bf53a22 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256k1/random_keypair: SD + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/index.html b/benchmarks/secp256k1/random_keypair/report/index.html new file mode 100644 index 0000000..10a2eab --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256k1/random_keypair - Criterion.rs + + + + +
+

secp256k1/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope144.66 µs144.81 µs145.00 µs
R²0.99799490.99812220.9979016
Mean144.63 µs144.74 µs144.86 µs
Std. Dev.412.76 ns581.47 ns737.59 ns
Median144.56 µs144.69 µs144.74 µs
MAD286.98 ns390.89 ns510.01 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/random_keypair/report/mean.svg b/benchmarks/secp256k1/random_keypair/report/mean.svg new file mode 100644 index 0000000..bcf6063 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 144.65 + + + + + 144.7 + + + + + 144.75 + + + + + 144.8 + + + + + 144.85 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/random_keypair: mean + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/median.svg b/benchmarks/secp256k1/random_keypair/report/median.svg new file mode 100644 index 0000000..76db4fc --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 144.55 + + + + + 144.6 + + + + + 144.65 + + + + + 144.7 + + + + + 144.75 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/random_keypair: median + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/pdf.svg b/benchmarks/secp256k1/random_keypair/report/pdf.svg new file mode 100644 index 0000000..3519af1 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/pdf.svg @@ -0,0 +1,349 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 143 + + + + + 144 + + + + + 145 + + + + + 146 + + + + + 147 + + + + + 148 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/random_keypair + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/pdf_small.svg b/benchmarks/secp256k1/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..a8513dd --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 143 + + + + + 144 + + + + + 145 + + + + + 146 + + + + + 147 + + + + + 148 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/regression.svg b/benchmarks/secp256k1/random_keypair/report/regression.svg new file mode 100644 index 0000000..7b9735a --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256k1/random_keypair + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/regression_small.svg b/benchmarks/secp256k1/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..7190762 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/slope.svg b/benchmarks/secp256k1/random_keypair/report/slope.svg new file mode 100644 index 0000000..ec52fe3 --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 144.65 + + + + + 144.7 + + + + + 144.75 + + + + + 144.8 + + + + + 144.85 + + + + + 144.9 + + + + + 144.95 + + + + + 145 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/random_keypair: slope + + + + + + + diff --git a/benchmarks/secp256k1/random_keypair/report/typical.svg b/benchmarks/secp256k1/random_keypair/report/typical.svg new file mode 100644 index 0000000..457d27b --- /dev/null +++ b/benchmarks/secp256k1/random_keypair/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 144.65 + + + + + 144.7 + + + + + 144.75 + + + + + 144.8 + + + + + 144.85 + + + + + 144.9 + + + + + 144.95 + + + + + 145 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256k1/random_keypair: typical + + + + + + + diff --git a/benchmarks/secp256k1/report/index.html b/benchmarks/secp256k1/report/index.html new file mode 100644 index 0000000..3661fd8 --- /dev/null +++ b/benchmarks/secp256k1/report/index.html @@ -0,0 +1,231 @@ + + + + + + secp256k1 Summary - Criterion.rs + + + + +
+

secp256k1

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

secp256k1/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256k1/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256k1/report/violin.svg b/benchmarks/secp256k1/report/violin.svg new file mode 100644 index 0000000..c3da6f4 --- /dev/null +++ b/benchmarks/secp256k1/report/violin.svg @@ -0,0 +1,691 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + secp256k1/random_keypair + + + + + secp256k1/hash_to_fr + + + + + secp256k1/generate_stealth_private_key + + + + + secp256k1/generate_stealth_address + + + + + secp256k1/generate_random_fr + + + + + secp256k1/derive_public_key + + + + + secp256k1/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + secp256k1: Violin plot + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/base/benchmark.json b/benchmarks/secp256r1/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..fd4a24c --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"secp256r1/compute_shared_point","directory_name":"secp256r1/compute_shared_point","title":"secp256r1/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/base/estimates.json b/benchmarks/secp256r1/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..dd64cd6 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156679.14030987152,"upper_bound":156837.1374310333},"point_estimate":156743.1796916758,"standard_error":41.29603940031304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156660.82142857142,"upper_bound":156694.04835164835},"point_estimate":156674.61395941355,"standard_error":7.002751727047433},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.83085113827957,"upper_bound":87.07634888142042},"point_estimate":68.30549878734423,"standard_error":10.083876948477647},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156636.4158949468,"upper_bound":156664.2853471738},"point_estimate":156650.007681395,"standard_error":7.098906411526004},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.38278147634213,"upper_bound":658.1395544157942},"point_estimate":414.36877695732716,"standard_error":160.7546940708304}} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/base/sample.json b/benchmarks/secp256r1/compute_shared_point/base/sample.json new file mode 100644 index 0000000..25557c2 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1113542.0,2193084.0,3291458.0,4388000.0,5492458.0,6587250.0,7680250.0,8960041.0,9886166.0,10978541.0,12072000.0,13174750.0,14258417.0,15362500.0,16455208.0,17558375.0,18647291.0,19746750.0,20841042.0,21950667.0,23024500.0,24125833.0,25271875.0,26322833.0,27417333.0,28551834.0,29622667.0,30720583.0,31805250.0,32916750.0,34011083.0,35110417.0,36205042.0,37289334.0,38398000.0,39481875.0,40577167.0,41668417.0,42770333.0,43877416.0,44974167.0,46073542.0,47163042.0,48265417.0,49359875.0,50428791.0,51524958.0,52613834.0,53701708.0,54800625.0,55908750.0,57016375.0,58126125.0,59213917.0,60371459.0,61411042.0,62511458.0,63588125.0,64753917.0,65797375.0,66928792.0,68033417.0,69093959.0,70178750.0,71295792.0,72362083.0,73472208.0,74577041.0,75685166.0,76770375.0,77843958.0,78971333.0,80014333.0,81118834.0,82229750.0,83317083.0,84430834.0,85512458.0,86643208.0,87688917.0,88782583.0,89915875.0,91012375.0,92103417.0,93171083.0,94265500.0,95390125.0,96466959.0,97576084.0,98684917.0,99788042.0,100916708.0,101983000.0,103092000.0,104203209.0,105330458.0,106368250.0,107400250.0,108531375.0,109582375.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/base/tukey.json b/benchmarks/secp256r1/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..3d1b0e1 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[156352.8707462356,156495.08659438218,156874.32885610638,157016.54470425294] \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/new/benchmark.json b/benchmarks/secp256r1/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..fd4a24c --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"secp256r1/compute_shared_point","directory_name":"secp256r1/compute_shared_point","title":"secp256r1/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/new/estimates.json b/benchmarks/secp256r1/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..dd64cd6 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156679.14030987152,"upper_bound":156837.1374310333},"point_estimate":156743.1796916758,"standard_error":41.29603940031304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156660.82142857142,"upper_bound":156694.04835164835},"point_estimate":156674.61395941355,"standard_error":7.002751727047433},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.83085113827957,"upper_bound":87.07634888142042},"point_estimate":68.30549878734423,"standard_error":10.083876948477647},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156636.4158949468,"upper_bound":156664.2853471738},"point_estimate":156650.007681395,"standard_error":7.098906411526004},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.38278147634213,"upper_bound":658.1395544157942},"point_estimate":414.36877695732716,"standard_error":160.7546940708304}} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/new/sample.json b/benchmarks/secp256r1/compute_shared_point/new/sample.json new file mode 100644 index 0000000..25557c2 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1113542.0,2193084.0,3291458.0,4388000.0,5492458.0,6587250.0,7680250.0,8960041.0,9886166.0,10978541.0,12072000.0,13174750.0,14258417.0,15362500.0,16455208.0,17558375.0,18647291.0,19746750.0,20841042.0,21950667.0,23024500.0,24125833.0,25271875.0,26322833.0,27417333.0,28551834.0,29622667.0,30720583.0,31805250.0,32916750.0,34011083.0,35110417.0,36205042.0,37289334.0,38398000.0,39481875.0,40577167.0,41668417.0,42770333.0,43877416.0,44974167.0,46073542.0,47163042.0,48265417.0,49359875.0,50428791.0,51524958.0,52613834.0,53701708.0,54800625.0,55908750.0,57016375.0,58126125.0,59213917.0,60371459.0,61411042.0,62511458.0,63588125.0,64753917.0,65797375.0,66928792.0,68033417.0,69093959.0,70178750.0,71295792.0,72362083.0,73472208.0,74577041.0,75685166.0,76770375.0,77843958.0,78971333.0,80014333.0,81118834.0,82229750.0,83317083.0,84430834.0,85512458.0,86643208.0,87688917.0,88782583.0,89915875.0,91012375.0,92103417.0,93171083.0,94265500.0,95390125.0,96466959.0,97576084.0,98684917.0,99788042.0,100916708.0,101983000.0,103092000.0,104203209.0,105330458.0,106368250.0,107400250.0,108531375.0,109582375.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/new/tukey.json b/benchmarks/secp256r1/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..3d1b0e1 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[156352.8707462356,156495.08659438218,156874.32885610638,157016.54470425294] \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/report/MAD.svg b/benchmarks/secp256r1/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..fbb40dc --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + 70 + + + + + 75 + + + + + 80 + + + + + 85 + + + + + 90 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/SD.svg b/benchmarks/secp256r1/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..b368181 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/SD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/index.html b/benchmarks/secp256r1/compute_shared_point/report/index.html new file mode 100644 index 0000000..841a550 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/compute_shared_point - Criterion.rs + + + + +
+

secp256r1/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope156.64 µs156.65 µs156.66 µs
R²0.99996930.99997030.9999691
Mean156.68 µs156.74 µs156.84 µs
Std. Dev.72.383 ns414.37 ns658.14 ns
Median156.66 µs156.67 µs156.69 µs
MAD46.831 ns68.305 ns87.076 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/compute_shared_point/report/mean.svg b/benchmarks/secp256r1/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..fe3f06e --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 156.68 + + + + + 156.7 + + + + + 156.72 + + + + + 156.74 + + + + + 156.76 + + + + + 156.78 + + + + + 156.8 + + + + + 156.82 + + + + + 156.84 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/median.svg b/benchmarks/secp256r1/compute_shared_point/report/median.svg new file mode 100644 index 0000000..2c07975 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 156.66 + + + + + 156.665 + + + + + 156.67 + + + + + 156.675 + + + + + 156.68 + + + + + 156.685 + + + + + 156.69 + + + + + 156.695 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/compute_shared_point: median + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/pdf.svg b/benchmarks/secp256r1/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..e8d7682 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/pdf.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + 159.5 + + + + + 160 + + + + + 160.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/compute_shared_point + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/pdf_small.svg b/benchmarks/secp256r1/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..75cef2a --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + 159.5 + + + + + 160 + + + + + 160.5 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/regression.svg b/benchmarks/secp256r1/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..d0e8120 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256r1/compute_shared_point + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/regression_small.svg b/benchmarks/secp256r1/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..4e15357 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/slope.svg b/benchmarks/secp256r1/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..f12843f --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 156.635 + + + + + 156.64 + + + + + 156.645 + + + + + 156.65 + + + + + 156.655 + + + + + 156.66 + + + + + 156.665 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/secp256r1/compute_shared_point/report/typical.svg b/benchmarks/secp256r1/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..22ba4c6 --- /dev/null +++ b/benchmarks/secp256r1/compute_shared_point/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 156.635 + + + + + 156.64 + + + + + 156.645 + + + + + 156.65 + + + + + 156.655 + + + + + 156.66 + + + + + 156.665 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/base/benchmark.json b/benchmarks/secp256r1/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..acfeef2 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"secp256r1/derive_public_key","directory_name":"secp256r1/derive_public_key","title":"secp256r1/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/base/estimates.json b/benchmarks/secp256r1/derive_public_key/base/estimates.json new file mode 100644 index 0000000..468e560 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155881.70748167683,"upper_bound":156082.86248300868},"point_estimate":155974.92142117533,"standard_error":51.43157104840561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155755.2545172219,"upper_bound":155840.7316017316},"point_estimate":155779.5290219984,"standard_error":22.033018800510167},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.8182778018182,"upper_bound":257.9263793494348},"point_estimate":190.99772359935736,"standard_error":33.142291266652336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155962.5447695803,"upper_bound":156180.91788420102},"point_estimate":156071.05108995334,"standard_error":55.686554418846285},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.8249411955591,"upper_bound":684.7663474576896},"point_estimate":516.7997975175845,"standard_error":93.52046785770837}} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/base/sample.json b/benchmarks/secp256r1/derive_public_key/base/sample.json new file mode 100644 index 0000000..7d30c31 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1109250.0,2178667.0,3268417.0,4360833.0,5449042.0,6544375.0,7635291.0,8868916.0,9861000.0,10981584.0,12019333.0,13077791.0,14172166.0,15262375.0,16334958.0,17431250.0,18521833.0,19627666.0,20721250.0,21796750.0,22891875.0,23985125.0,25077834.0,26148833.0,27265958.0,28332416.0,29441333.0,30489041.0,31591875.0,32694417.0,33840625.0,34917250.0,35999209.0,37111500.0,38200708.0,39284583.0,40365792.0,41479416.0,42566000.0,43660875.0,44710209.0,45824334.0,46885250.0,47977292.0,49051875.0,50157584.0,51203417.0,52296708.0,53432166.0,54506083.0,55589209.0,56686833.0,57776875.0,58852083.0,59985125.0,61024000.0,62107000.0,63206459.0,64256667.0,65395750.0,66464083.0,67616375.0,68682833.0,69772292.0,71092417.0,72364917.0,73039000.0,74552209.0,76386542.0,76552083.0,77375541.0,78506125.0,79618458.0,80682625.0,81777000.0,82854458.0,83965500.0,84949875.0,85949791.0,87094125.0,88443334.0,89829209.0,90795958.0,92015583.0,92946750.0,93999791.0,95153000.0,96113000.0,97157917.0,98522542.0,99484084.0,100543250.0,101594791.0,102678000.0,104005917.0,105118375.0,106402166.0,107580333.0,108413708.0,109365834.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/base/tukey.json b/benchmarks/secp256r1/derive_public_key/base/tukey.json new file mode 100644 index 0000000..ad8413a --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[154600.34566866816,155150.90299306423,156619.0558581204,157169.61318251648] \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/new/benchmark.json b/benchmarks/secp256r1/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..acfeef2 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"secp256r1/derive_public_key","directory_name":"secp256r1/derive_public_key","title":"secp256r1/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/new/estimates.json b/benchmarks/secp256r1/derive_public_key/new/estimates.json new file mode 100644 index 0000000..468e560 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155881.70748167683,"upper_bound":156082.86248300868},"point_estimate":155974.92142117533,"standard_error":51.43157104840561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155755.2545172219,"upper_bound":155840.7316017316},"point_estimate":155779.5290219984,"standard_error":22.033018800510167},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.8182778018182,"upper_bound":257.9263793494348},"point_estimate":190.99772359935736,"standard_error":33.142291266652336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155962.5447695803,"upper_bound":156180.91788420102},"point_estimate":156071.05108995334,"standard_error":55.686554418846285},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.8249411955591,"upper_bound":684.7663474576896},"point_estimate":516.7997975175845,"standard_error":93.52046785770837}} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/new/sample.json b/benchmarks/secp256r1/derive_public_key/new/sample.json new file mode 100644 index 0000000..7d30c31 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1109250.0,2178667.0,3268417.0,4360833.0,5449042.0,6544375.0,7635291.0,8868916.0,9861000.0,10981584.0,12019333.0,13077791.0,14172166.0,15262375.0,16334958.0,17431250.0,18521833.0,19627666.0,20721250.0,21796750.0,22891875.0,23985125.0,25077834.0,26148833.0,27265958.0,28332416.0,29441333.0,30489041.0,31591875.0,32694417.0,33840625.0,34917250.0,35999209.0,37111500.0,38200708.0,39284583.0,40365792.0,41479416.0,42566000.0,43660875.0,44710209.0,45824334.0,46885250.0,47977292.0,49051875.0,50157584.0,51203417.0,52296708.0,53432166.0,54506083.0,55589209.0,56686833.0,57776875.0,58852083.0,59985125.0,61024000.0,62107000.0,63206459.0,64256667.0,65395750.0,66464083.0,67616375.0,68682833.0,69772292.0,71092417.0,72364917.0,73039000.0,74552209.0,76386542.0,76552083.0,77375541.0,78506125.0,79618458.0,80682625.0,81777000.0,82854458.0,83965500.0,84949875.0,85949791.0,87094125.0,88443334.0,89829209.0,90795958.0,92015583.0,92946750.0,93999791.0,95153000.0,96113000.0,97157917.0,98522542.0,99484084.0,100543250.0,101594791.0,102678000.0,104005917.0,105118375.0,106402166.0,107580333.0,108413708.0,109365834.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/new/tukey.json b/benchmarks/secp256r1/derive_public_key/new/tukey.json new file mode 100644 index 0000000..ad8413a --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[154600.34566866816,155150.90299306423,156619.0558581204,157169.61318251648] \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/report/MAD.svg b/benchmarks/secp256r1/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..8350c82 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/SD.svg b/benchmarks/secp256r1/derive_public_key/report/SD.svg new file mode 100644 index 0000000..7b2d655 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/SD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/derive_public_key: SD + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/index.html b/benchmarks/secp256r1/derive_public_key/report/index.html new file mode 100644 index 0000000..3bd03d6 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/derive_public_key - Criterion.rs + + + + +
+

secp256r1/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope155.96 µs156.07 µs156.18 µs
R²0.99890480.99897100.9989031
Mean155.88 µs155.97 µs156.08 µs
Std. Dev.310.82 ns516.80 ns684.77 ns
Median155.76 µs155.78 µs155.84 µs
MAD123.82 ns191.00 ns257.93 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/derive_public_key/report/mean.svg b/benchmarks/secp256r1/derive_public_key/report/mean.svg new file mode 100644 index 0000000..ac75b61 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 155.9 + + + + + 155.95 + + + + + 156 + + + + + 156.05 + + + + + 156.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/derive_public_key: mean + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/median.svg b/benchmarks/secp256r1/derive_public_key/report/median.svg new file mode 100644 index 0000000..9795338 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 155.76 + + + + + 155.78 + + + + + 155.8 + + + + + 155.82 + + + + + 155.84 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/derive_public_key: median + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/pdf.svg b/benchmarks/secp256r1/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..d560229 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/pdf.svg @@ -0,0 +1,356 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 155 + + + + + 155.5 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/derive_public_key + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/pdf_small.svg b/benchmarks/secp256r1/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..c04e730 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 155 + + + + + 155.5 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/regression.svg b/benchmarks/secp256r1/derive_public_key/report/regression.svg new file mode 100644 index 0000000..4df13a1 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256r1/derive_public_key + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/regression_small.svg b/benchmarks/secp256r1/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..5632ff1 --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/slope.svg b/benchmarks/secp256r1/derive_public_key/report/slope.svg new file mode 100644 index 0000000..2d1219e --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 155.95 + + + + + 156 + + + + + 156.05 + + + + + 156.1 + + + + + 156.15 + + + + + 156.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/derive_public_key: slope + + + + + + + diff --git a/benchmarks/secp256r1/derive_public_key/report/typical.svg b/benchmarks/secp256r1/derive_public_key/report/typical.svg new file mode 100644 index 0000000..78e89ea --- /dev/null +++ b/benchmarks/secp256r1/derive_public_key/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 155.95 + + + + + 156 + + + + + 156.05 + + + + + 156.1 + + + + + 156.15 + + + + + 156.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/derive_public_key: typical + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/base/benchmark.json b/benchmarks/secp256r1/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..a80d6f0 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"secp256r1/generate_random_fr","directory_name":"secp256r1/generate_random_fr","title":"secp256r1/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/base/estimates.json b/benchmarks/secp256r1/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..b2e8602 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.344664284474,"upper_bound":833.3368006786665},"point_estimate":829.5724154114391,"standard_error":1.7930255507304145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":821.4759732023948,"upper_bound":824.5994920446333},"point_estimate":822.0886745966732,"standard_error":0.8644108253972438},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.2710345784868444,"upper_bound":7.660279342781651},"point_estimate":4.604746935804663,"standard_error":1.0822827075805785},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.8083133577665,"upper_bound":835.3152765708791},"point_estimate":831.0995300076181,"standard_error":2.1707708309310867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.33335369742348,"upper_bound":24.76594303377835},"point_estimate":18.064307318996605,"standard_error":3.566570208921176}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/base/sample.json b/benchmarks/secp256r1/generate_random_fr/base/sample.json new file mode 100644 index 0000000..87f6de6 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1186.0,2372.0,3558.0,4744.0,5930.0,7116.0,8302.0,9488.0,10674.0,11860.0,13046.0,14232.0,15418.0,16604.0,17790.0,18976.0,20162.0,21348.0,22534.0,23720.0,24906.0,26092.0,27278.0,28464.0,29650.0,30836.0,32022.0,33208.0,34394.0,35580.0,36766.0,37952.0,39138.0,40324.0,41510.0,42696.0,43882.0,45068.0,46254.0,47440.0,48626.0,49812.0,50998.0,52184.0,53370.0,54556.0,55742.0,56928.0,58114.0,59300.0,60486.0,61672.0,62858.0,64044.0,65230.0,66416.0,67602.0,68788.0,69974.0,71160.0,72346.0,73532.0,74718.0,75904.0,77090.0,78276.0,79462.0,80648.0,81834.0,83020.0,84206.0,85392.0,86578.0,87764.0,88950.0,90136.0,91322.0,92508.0,93694.0,94880.0,96066.0,97252.0,98438.0,99624.0,100810.0,101996.0,103182.0,104368.0,105554.0,106740.0,107926.0,109112.0,110298.0,111484.0,112670.0,113856.0,115042.0,116228.0,117414.0,118600.0],"times":[1020292.0,2231375.0,3044625.0,4184750.0,5257625.0,5974916.0,6811333.0,7902958.0,8797375.0,9693833.0,10832333.0,11852500.0,12608875.0,13608667.0,14604208.0,15755541.0,16555333.0,17866750.0,18486250.0,19525125.0,20401458.0,21623333.0,22408292.0,23494542.0,24338583.0,25338042.0,26278667.0,27288542.0,28578167.0,29362959.0,30367708.0,31442250.0,32287917.0,33041167.0,34262417.0,35232667.0,36009834.0,36818625.0,38027250.0,38876250.0,39835834.0,40768833.0,41874750.0,42799917.0,43650292.0,44670959.0,45937458.0,46924250.0,48403625.0,49017667.0,49699792.0,50508541.0,51530500.0,52493375.0,53686917.0,54741583.0,55555375.0,56596625.0,57452208.0,60168125.0,60175625.0,60177167.0,61293250.0,62384417.0,63090750.0,64132958.0,65277416.0,66130125.0,67223334.0,68082375.0,69162541.0,70477750.0,71170375.0,72518375.0,73204084.0,73891958.0,74767958.0,75973250.0,76982333.0,77943458.0,78583500.0,79763042.0,80554625.0,81639209.0,82904250.0,83750167.0,85953292.0,86686875.0,91114542.0,91407417.0,93271750.0,94023875.0,93823708.0,94234375.0,95886917.0,97701542.0,98317958.0,96706542.0,97759375.0,98489750.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/base/tukey.json b/benchmarks/secp256r1/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..32bef3d --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[788.6845500582497,804.4282977400389,846.411624891477,862.1553725732663] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/new/benchmark.json b/benchmarks/secp256r1/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..a80d6f0 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"secp256r1/generate_random_fr","directory_name":"secp256r1/generate_random_fr","title":"secp256r1/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/new/estimates.json b/benchmarks/secp256r1/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..b2e8602 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.344664284474,"upper_bound":833.3368006786665},"point_estimate":829.5724154114391,"standard_error":1.7930255507304145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":821.4759732023948,"upper_bound":824.5994920446333},"point_estimate":822.0886745966732,"standard_error":0.8644108253972438},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3.2710345784868444,"upper_bound":7.660279342781651},"point_estimate":4.604746935804663,"standard_error":1.0822827075805785},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.8083133577665,"upper_bound":835.3152765708791},"point_estimate":831.0995300076181,"standard_error":2.1707708309310867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.33335369742348,"upper_bound":24.76594303377835},"point_estimate":18.064307318996605,"standard_error":3.566570208921176}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/new/sample.json b/benchmarks/secp256r1/generate_random_fr/new/sample.json new file mode 100644 index 0000000..87f6de6 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1186.0,2372.0,3558.0,4744.0,5930.0,7116.0,8302.0,9488.0,10674.0,11860.0,13046.0,14232.0,15418.0,16604.0,17790.0,18976.0,20162.0,21348.0,22534.0,23720.0,24906.0,26092.0,27278.0,28464.0,29650.0,30836.0,32022.0,33208.0,34394.0,35580.0,36766.0,37952.0,39138.0,40324.0,41510.0,42696.0,43882.0,45068.0,46254.0,47440.0,48626.0,49812.0,50998.0,52184.0,53370.0,54556.0,55742.0,56928.0,58114.0,59300.0,60486.0,61672.0,62858.0,64044.0,65230.0,66416.0,67602.0,68788.0,69974.0,71160.0,72346.0,73532.0,74718.0,75904.0,77090.0,78276.0,79462.0,80648.0,81834.0,83020.0,84206.0,85392.0,86578.0,87764.0,88950.0,90136.0,91322.0,92508.0,93694.0,94880.0,96066.0,97252.0,98438.0,99624.0,100810.0,101996.0,103182.0,104368.0,105554.0,106740.0,107926.0,109112.0,110298.0,111484.0,112670.0,113856.0,115042.0,116228.0,117414.0,118600.0],"times":[1020292.0,2231375.0,3044625.0,4184750.0,5257625.0,5974916.0,6811333.0,7902958.0,8797375.0,9693833.0,10832333.0,11852500.0,12608875.0,13608667.0,14604208.0,15755541.0,16555333.0,17866750.0,18486250.0,19525125.0,20401458.0,21623333.0,22408292.0,23494542.0,24338583.0,25338042.0,26278667.0,27288542.0,28578167.0,29362959.0,30367708.0,31442250.0,32287917.0,33041167.0,34262417.0,35232667.0,36009834.0,36818625.0,38027250.0,38876250.0,39835834.0,40768833.0,41874750.0,42799917.0,43650292.0,44670959.0,45937458.0,46924250.0,48403625.0,49017667.0,49699792.0,50508541.0,51530500.0,52493375.0,53686917.0,54741583.0,55555375.0,56596625.0,57452208.0,60168125.0,60175625.0,60177167.0,61293250.0,62384417.0,63090750.0,64132958.0,65277416.0,66130125.0,67223334.0,68082375.0,69162541.0,70477750.0,71170375.0,72518375.0,73204084.0,73891958.0,74767958.0,75973250.0,76982333.0,77943458.0,78583500.0,79763042.0,80554625.0,81639209.0,82904250.0,83750167.0,85953292.0,86686875.0,91114542.0,91407417.0,93271750.0,94023875.0,93823708.0,94234375.0,95886917.0,97701542.0,98317958.0,96706542.0,97759375.0,98489750.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/new/tukey.json b/benchmarks/secp256r1/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..32bef3d --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[788.6845500582497,804.4282977400389,846.411624891477,862.1553725732663] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/report/MAD.svg b/benchmarks/secp256r1/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..0e42c8c --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/SD.svg b/benchmarks/secp256r1/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..b7ee02f --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/index.html b/benchmarks/secp256r1/generate_random_fr/report/index.html new file mode 100644 index 0000000..e35b9c6 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/generate_random_fr - Criterion.rs + + + + +
+

secp256r1/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope826.81 ns831.10 ns835.32 ns
R²0.95528110.95864580.9553980
Mean826.34 ns829.57 ns833.34 ns
Std. Dev.11.333 ns18.064 ns24.766 ns
Median821.48 ns822.09 ns824.60 ns
MAD3.2710 ns4.6047 ns7.6603 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_random_fr/report/mean.svg b/benchmarks/secp256r1/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..39109a5 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 826 + + + + + 827 + + + + + 828 + + + + + 829 + + + + + 830 + + + + + 831 + + + + + 832 + + + + + 833 + + + + + 834 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/median.svg b/benchmarks/secp256r1/generate_random_fr/report/median.svg new file mode 100644 index 0000000..cc5810b --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 821.5 + + + + + 822 + + + + + 822.5 + + + + + 823 + + + + + 823.5 + + + + + 824 + + + + + 824.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: median + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/pdf.svg b/benchmarks/secp256r1/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..eea1504 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/pdf.svg @@ -0,0 +1,361 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 800 + + + + + 820 + + + + + 840 + + + + + 860 + + + + + 880 + + + + + 900 + + + + + 920 + + + + + 940 + + + + + 960 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/pdf_small.svg b/benchmarks/secp256r1/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..cfb4767 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 800 + + + + + 820 + + + + + 840 + + + + + 860 + + + + + 880 + + + + + 900 + + + + + 920 + + + + + 940 + + + + + 960 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/regression.svg b/benchmarks/secp256r1/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..9ca5c1f --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + secp256r1/generate_random_fr + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/regression_small.svg b/benchmarks/secp256r1/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..470a685 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/slope.svg b/benchmarks/secp256r1/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..f8edfd5 --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/slope.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 826 + + + + + 828 + + + + + 830 + + + + + 832 + + + + + 834 + + + + + 836 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/secp256r1/generate_random_fr/report/typical.svg b/benchmarks/secp256r1/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..000c88a --- /dev/null +++ b/benchmarks/secp256r1/generate_random_fr/report/typical.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 826 + + + + + 828 + + + + + 830 + + + + + 832 + + + + + 834 + + + + + 836 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/base/benchmark.json b/benchmarks/secp256r1/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..f97da7c --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"secp256r1/generate_stealth_address","directory_name":"secp256r1/generate_stealth_address","title":"secp256r1/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/base/estimates.json b/benchmarks/secp256r1/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..a36522e --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318360.1954695165,"upper_bound":318794.5383733643},"point_estimate":318546.4313229153,"standard_error":112.31646983508791},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318256.54224137927,"upper_bound":318410.2908163265},"point_estimate":318316.5881410256,"standard_error":42.10043297511395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.52998862901083,"upper_bound":463.4979717758169},"point_estimate":354.5534666435598,"standard_error":56.74987565220782},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318213.3280834427,"upper_bound":318339.0420914035},"point_estimate":318274.76453524455,"standard_error":31.930293091850768},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.4299748943415,"upper_bound":1734.3432692250199},"point_estimate":1126.158539386422,"standard_error":361.8201597751736}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/base/sample.json b/benchmarks/secp256r1/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..af3f52c --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1309875.0,2539250.0,3836000.0,5082042.0,6377000.0,7626333.0,8983792.0,10314792.0,11493292.0,12827667.0,14003709.0,15371917.0,16524750.0,17898458.0,19171125.0,20389667.0,21652375.0,22898792.0,24146041.0,25484500.0,26730459.0,28075958.0,29334041.0,30549708.0,31813959.0,33104917.0,34355583.0,35638875.0,36919208.0,38198000.0,39398833.0,40690041.0,42069750.0,43374125.0,44554167.0,45860417.0,47122084.0,48496333.0,49609833.0,50946167.0,52261459.0,53454375.0,54749834.0,56034333.0,57240458.0,58556417.0,59922084.0,61146125.0,62408417.0,63707459.0,64885708.0,66295708.0,67456584.0,68732708.0,70101125.0,71333000.0,72659500.0,73918416.0,75126500.0,76486875.0,77573625.0,78991666.0,80212208.0,81515834.0,82717042.0,84127042.0,85276917.0,86668125.0,87813125.0,89264291.0,90448125.0,91706750.0,92969209.0,94108833.0,95520791.0,96708333.0,98126250.0,99417625.0,100440833.0,101818125.0,103019625.0,104354542.0,105551625.0,106848833.0,108059625.0,109383375.0,110794542.0,112036083.0,113273000.0,114576292.0,115888459.0,117123667.0,118338792.0,119670125.0,120839334.0,122311125.0,123414250.0,124778250.0,125881792.0,127332292.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/base/tukey.json b/benchmarks/secp256r1/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..eac15fc --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[316682.4874171962,317408.52951451915,319344.64177404705,320070.68387137004] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/new/benchmark.json b/benchmarks/secp256r1/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..f97da7c --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"secp256r1/generate_stealth_address","directory_name":"secp256r1/generate_stealth_address","title":"secp256r1/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/new/estimates.json b/benchmarks/secp256r1/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..a36522e --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318360.1954695165,"upper_bound":318794.5383733643},"point_estimate":318546.4313229153,"standard_error":112.31646983508791},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318256.54224137927,"upper_bound":318410.2908163265},"point_estimate":318316.5881410256,"standard_error":42.10043297511395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.52998862901083,"upper_bound":463.4979717758169},"point_estimate":354.5534666435598,"standard_error":56.74987565220782},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318213.3280834427,"upper_bound":318339.0420914035},"point_estimate":318274.76453524455,"standard_error":31.930293091850768},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476.4299748943415,"upper_bound":1734.3432692250199},"point_estimate":1126.158539386422,"standard_error":361.8201597751736}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/new/sample.json b/benchmarks/secp256r1/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..af3f52c --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1309875.0,2539250.0,3836000.0,5082042.0,6377000.0,7626333.0,8983792.0,10314792.0,11493292.0,12827667.0,14003709.0,15371917.0,16524750.0,17898458.0,19171125.0,20389667.0,21652375.0,22898792.0,24146041.0,25484500.0,26730459.0,28075958.0,29334041.0,30549708.0,31813959.0,33104917.0,34355583.0,35638875.0,36919208.0,38198000.0,39398833.0,40690041.0,42069750.0,43374125.0,44554167.0,45860417.0,47122084.0,48496333.0,49609833.0,50946167.0,52261459.0,53454375.0,54749834.0,56034333.0,57240458.0,58556417.0,59922084.0,61146125.0,62408417.0,63707459.0,64885708.0,66295708.0,67456584.0,68732708.0,70101125.0,71333000.0,72659500.0,73918416.0,75126500.0,76486875.0,77573625.0,78991666.0,80212208.0,81515834.0,82717042.0,84127042.0,85276917.0,86668125.0,87813125.0,89264291.0,90448125.0,91706750.0,92969209.0,94108833.0,95520791.0,96708333.0,98126250.0,99417625.0,100440833.0,101818125.0,103019625.0,104354542.0,105551625.0,106848833.0,108059625.0,109383375.0,110794542.0,112036083.0,113273000.0,114576292.0,115888459.0,117123667.0,118338792.0,119670125.0,120839334.0,122311125.0,123414250.0,124778250.0,125881792.0,127332292.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/new/tukey.json b/benchmarks/secp256r1/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..eac15fc --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[316682.4874171962,317408.52951451915,319344.64177404705,320070.68387137004] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/report/MAD.svg b/benchmarks/secp256r1/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..224f5af --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/SD.svg b/benchmarks/secp256r1/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..2745b92 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/index.html b/benchmarks/secp256r1/generate_stealth_address/report/index.html new file mode 100644 index 0000000..409d6bf --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/generate_stealth_address - Criterion.rs + + + + +
+

secp256r1/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope318.21 µs318.27 µs318.34 µs
R²0.99989160.99989670.9998911
Mean318.36 µs318.55 µs318.79 µs
Std. Dev.476.43 ns1.1262 µs1.7343 µs
Median318.26 µs318.32 µs318.41 µs
MAD242.53 ns354.55 ns463.50 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_address/report/mean.svg b/benchmarks/secp256r1/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..5f16225 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 318.4 + + + + + 318.5 + + + + + 318.6 + + + + + 318.7 + + + + + 318.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/median.svg b/benchmarks/secp256r1/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..09ec1d8 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 318.24 + + + + + 318.26 + + + + + 318.28 + + + + + 318.3 + + + + + 318.32 + + + + + 318.34 + + + + + 318.36 + + + + + 318.38 + + + + + 318.4 + + + + + 318.42 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/pdf.svg b/benchmarks/secp256r1/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..5f0fb16 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 316 + + + + + 318 + + + + + 320 + + + + + 322 + + + + + 324 + + + + + 326 + + + + + 328 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/pdf_small.svg b/benchmarks/secp256r1/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..dae5947 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 316 + + + + + 318 + + + + + 320 + + + + + 322 + + + + + 324 + + + + + 326 + + + + + 328 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/regression.svg b/benchmarks/secp256r1/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..91478ac --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256r1/generate_stealth_address + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/regression_small.svg b/benchmarks/secp256r1/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..497f115 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/slope.svg b/benchmarks/secp256r1/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..8996a9d --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 318.2 + + + + + 318.22 + + + + + 318.24 + + + + + 318.26 + + + + + 318.28 + + + + + 318.3 + + + + + 318.32 + + + + + 318.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_address/report/typical.svg b/benchmarks/secp256r1/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..729501f --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_address/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 318.2 + + + + + 318.22 + + + + + 318.24 + + + + + 318.26 + + + + + 318.28 + + + + + 318.3 + + + + + 318.32 + + + + + 318.34 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/base/benchmark.json b/benchmarks/secp256r1/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..573e92d --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"secp256r1/generate_stealth_private_key","directory_name":"secp256r1/generate_stealth_private_key","title":"secp256r1/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/base/estimates.json b/benchmarks/secp256r1/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..d721bf1 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169180.36320360698,"upper_bound":169736.27579783258},"point_estimate":169390.22243363797,"standard_error":150.55402089912766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169062.27049180327,"upper_bound":169164.6036036036},"point_estimate":169120.0869047619,"standard_error":24.770393398443442},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.89900127001212,"upper_bound":287.85392333401455},"point_estimate":208.1131505177131,"standard_error":34.372085777854195},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169106.19045626756,"upper_bound":169310.60837995954},"point_estimate":169194.68611053642,"standard_error":52.52863736875984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":337.1234105862263,"upper_bound":2522.480872680933},"point_estimate":1513.4307642737483,"standard_error":727.2337214208154}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/base/sample.json b/benchmarks/secp256r1/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..6708218 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1101875.0,2029834.0,3062625.0,4054375.0,5090667.0,6084250.0,7099417.0,8201917.0,9260792.0,10147625.0,11269583.0,12194666.0,13171291.0,14218083.0,15202750.0,16338375.0,17304042.0,18257834.0,19253084.0,20311750.0,21290250.0,22293750.0,23330000.0,24348542.0,25430125.0,26400000.0,27349208.0,28412416.0,29388750.0,30430042.0,31522208.0,32516625.0,33491792.0,34494708.0,35516416.0,36513083.0,37554542.0,38663834.0,39541625.0,40579875.0,41635750.0,42742125.0,43573625.0,44719750.0,45665958.0,46682875.0,47824417.0,48757458.0,49763041.0,50734708.0,51878334.0,52731375.0,53795042.0,54925542.0,55776542.0,56803209.0,57813125.0,58798875.0,59905958.0,60867375.0,61876791.0,62961291.0,63836583.0,64860625.0,65982125.0,66928667.0,68013708.0,69001750.0,69944792.0,71029833.0,71926250.0,73039375.0,74055709.0,74994167.0,76014042.0,77067708.0,78095333.0,78958000.0,80128875.0,81086500.0,82136500.0,84295833.0,84132917.0,85103167.0,86210667.0,87258500.0,88346125.0,89474917.0,90415959.0,91465000.0,92302042.0,93644625.0,94328416.0,95734208.0,96554459.0,97541708.0,98471083.0,99509250.0,100459083.0,101394792.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/base/tukey.json b/benchmarks/secp256r1/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..a4a0878 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[168067.03182833514,168538.58885192062,169796.07424814854,170267.631271734] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/new/benchmark.json b/benchmarks/secp256r1/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..573e92d --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"secp256r1/generate_stealth_private_key","directory_name":"secp256r1/generate_stealth_private_key","title":"secp256r1/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/new/estimates.json b/benchmarks/secp256r1/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..d721bf1 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169180.36320360698,"upper_bound":169736.27579783258},"point_estimate":169390.22243363797,"standard_error":150.55402089912766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169062.27049180327,"upper_bound":169164.6036036036},"point_estimate":169120.0869047619,"standard_error":24.770393398443442},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.89900127001212,"upper_bound":287.85392333401455},"point_estimate":208.1131505177131,"standard_error":34.372085777854195},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169106.19045626756,"upper_bound":169310.60837995954},"point_estimate":169194.68611053642,"standard_error":52.52863736875984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":337.1234105862263,"upper_bound":2522.480872680933},"point_estimate":1513.4307642737483,"standard_error":727.2337214208154}} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/new/sample.json b/benchmarks/secp256r1/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..6708218 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1101875.0,2029834.0,3062625.0,4054375.0,5090667.0,6084250.0,7099417.0,8201917.0,9260792.0,10147625.0,11269583.0,12194666.0,13171291.0,14218083.0,15202750.0,16338375.0,17304042.0,18257834.0,19253084.0,20311750.0,21290250.0,22293750.0,23330000.0,24348542.0,25430125.0,26400000.0,27349208.0,28412416.0,29388750.0,30430042.0,31522208.0,32516625.0,33491792.0,34494708.0,35516416.0,36513083.0,37554542.0,38663834.0,39541625.0,40579875.0,41635750.0,42742125.0,43573625.0,44719750.0,45665958.0,46682875.0,47824417.0,48757458.0,49763041.0,50734708.0,51878334.0,52731375.0,53795042.0,54925542.0,55776542.0,56803209.0,57813125.0,58798875.0,59905958.0,60867375.0,61876791.0,62961291.0,63836583.0,64860625.0,65982125.0,66928667.0,68013708.0,69001750.0,69944792.0,71029833.0,71926250.0,73039375.0,74055709.0,74994167.0,76014042.0,77067708.0,78095333.0,78958000.0,80128875.0,81086500.0,82136500.0,84295833.0,84132917.0,85103167.0,86210667.0,87258500.0,88346125.0,89474917.0,90415959.0,91465000.0,92302042.0,93644625.0,94328416.0,95734208.0,96554459.0,97541708.0,98471083.0,99509250.0,100459083.0,101394792.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/new/tukey.json b/benchmarks/secp256r1/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..a4a0878 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[168067.03182833514,168538.58885192062,169796.07424814854,170267.631271734] \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/MAD.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..a27b0d6 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/SD.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..47c3b58 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/index.html b/benchmarks/secp256r1/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..d5acef2 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/generate_stealth_private_key - Criterion.rs + + + + +
+

secp256r1/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope169.11 µs169.19 µs169.31 µs
R²0.99926110.99929900.9992340
Mean169.18 µs169.39 µs169.74 µs
Std. Dev.337.12 ns1.5134 µs2.5225 µs
Median169.06 µs169.12 µs169.16 µs
MAD148.90 ns208.11 ns287.85 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/mean.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..5058e32 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 169.2 + + + + + 169.3 + + + + + 169.4 + + + + + 169.5 + + + + + 169.6 + + + + + 169.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/median.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..5783609 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 169.06 + + + + + 169.08 + + + + + 169.1 + + + + + 169.12 + + + + + 169.14 + + + + + 169.16 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/pdf.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..d5e34ac --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 168 + + + + + 170 + + + + + 172 + + + + + 174 + + + + + 176 + + + + + 178 + + + + + 180 + + + + + 182 + + + + + 184 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..05f14e1 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 168 + + + + + 170 + + + + + 172 + + + + + 174 + + + + + 176 + + + + + 178 + + + + + 180 + + + + + 182 + + + + + 184 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/regression.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..b97cc5a --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256r1/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/regression_small.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..a32478e --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/slope.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..a687a64 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 169.1 + + + + + 169.15 + + + + + 169.2 + + + + + 169.25 + + + + + 169.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/secp256r1/generate_stealth_private_key/report/typical.svg b/benchmarks/secp256r1/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..a81fe53 --- /dev/null +++ b/benchmarks/secp256r1/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 169.1 + + + + + 169.15 + + + + + 169.2 + + + + + 169.25 + + + + + 169.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/base/benchmark.json b/benchmarks/secp256r1/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..0ece374 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"secp256r1/hash_to_fr","directory_name":"secp256r1/hash_to_fr","title":"secp256r1/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/base/estimates.json b/benchmarks/secp256r1/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..756d4a5 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.5292871529504,"upper_bound":532.1730691215902},"point_estimate":531.8135431895132,"standard_error":0.16497982281541973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.352216763707,"upper_bound":531.5497458124227},"point_estimate":531.4510893726562,"standard_error":0.050214354883311614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2690716577308322,"upper_bound":0.4638593465663199},"point_estimate":0.34397845459182685,"standard_error":0.04811243818304088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.3522047675727,"upper_bound":531.520063219332},"point_estimate":531.431765517929,"standard_error":0.042762603496698574},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6151708709743434,"upper_bound":2.4071292554125576},"point_estimate":1.6609381332957576,"standard_error":0.44160328700852697}} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/base/sample.json b/benchmarks/secp256r1/hash_to_fr/base/sample.json new file mode 100644 index 0000000..092b8ab --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1832.0,3664.0,5496.0,7328.0,9160.0,10992.0,12824.0,14656.0,16488.0,18320.0,20152.0,21984.0,23816.0,25648.0,27480.0,29312.0,31144.0,32976.0,34808.0,36640.0,38472.0,40304.0,42136.0,43968.0,45800.0,47632.0,49464.0,51296.0,53128.0,54960.0,56792.0,58624.0,60456.0,62288.0,64120.0,65952.0,67784.0,69616.0,71448.0,73280.0,75112.0,76944.0,78776.0,80608.0,82440.0,84272.0,86104.0,87936.0,89768.0,91600.0,93432.0,95264.0,97096.0,98928.0,100760.0,102592.0,104424.0,106256.0,108088.0,109920.0,111752.0,113584.0,115416.0,117248.0,119080.0,120912.0,122744.0,124576.0,126408.0,128240.0,130072.0,131904.0,133736.0,135568.0,137400.0,139232.0,141064.0,142896.0,144728.0,146560.0,148392.0,150224.0,152056.0,153888.0,155720.0,157552.0,159384.0,161216.0,163048.0,164880.0,166712.0,168544.0,170376.0,172208.0,174040.0,175872.0,177704.0,179536.0,181368.0,183200.0],"times":[990375.0,1947625.0,2932375.0,3896584.0,4873750.0,5853500.0,6818334.0,7850542.0,8941500.0,9758834.0,10846042.0,11680000.0,12646000.0,13626833.0,14585750.0,15577542.0,16552000.0,17521333.0,18494584.0,19450833.0,20446250.0,21423250.0,22385417.0,23380709.0,24361750.0,25328667.0,26279084.0,27285875.0,28264958.0,29210667.0,30173958.0,31240917.0,32143125.0,33130750.0,34061917.0,35048792.0,36029417.0,37034667.0,38012417.0,38941083.0,39896167.0,40867917.0,41837125.0,42815459.0,43826667.0,44784208.0,45793875.0,46713542.0,47655542.0,48663875.0,49639916.0,50607041.0,51544500.0,52514417.0,53488083.0,54572500.0,55552500.0,56441583.0,57459584.0,58415375.0,59576500.0,60348792.0,61312542.0,62325334.0,63269083.0,64284292.0,65244542.0,66151125.0,67187334.0,68160375.0,69162375.0,70119375.0,71102209.0,72102500.0,73008209.0,73970000.0,74987625.0,75869583.0,76879417.0,77817916.0,78825875.0,79772375.0,80834708.0,81923834.0,82701750.0,83777667.0,84703708.0,85702208.0,86592709.0,87612042.0,88602833.0,89606625.0,90557334.0,91504417.0,92435292.0,93423459.0,94426958.0,95383250.0,96338500.0,97383958.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/base/tukey.json b/benchmarks/secp256r1/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..39b68df --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[529.7275477654584,530.4775683993707,532.4776234231367,533.2276440570489] \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/new/benchmark.json b/benchmarks/secp256r1/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..0ece374 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"secp256r1/hash_to_fr","directory_name":"secp256r1/hash_to_fr","title":"secp256r1/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/new/estimates.json b/benchmarks/secp256r1/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..756d4a5 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.5292871529504,"upper_bound":532.1730691215902},"point_estimate":531.8135431895132,"standard_error":0.16497982281541973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.352216763707,"upper_bound":531.5497458124227},"point_estimate":531.4510893726562,"standard_error":0.050214354883311614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2690716577308322,"upper_bound":0.4638593465663199},"point_estimate":0.34397845459182685,"standard_error":0.04811243818304088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":531.3522047675727,"upper_bound":531.520063219332},"point_estimate":531.431765517929,"standard_error":0.042762603496698574},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6151708709743434,"upper_bound":2.4071292554125576},"point_estimate":1.6609381332957576,"standard_error":0.44160328700852697}} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/new/sample.json b/benchmarks/secp256r1/hash_to_fr/new/sample.json new file mode 100644 index 0000000..092b8ab --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1832.0,3664.0,5496.0,7328.0,9160.0,10992.0,12824.0,14656.0,16488.0,18320.0,20152.0,21984.0,23816.0,25648.0,27480.0,29312.0,31144.0,32976.0,34808.0,36640.0,38472.0,40304.0,42136.0,43968.0,45800.0,47632.0,49464.0,51296.0,53128.0,54960.0,56792.0,58624.0,60456.0,62288.0,64120.0,65952.0,67784.0,69616.0,71448.0,73280.0,75112.0,76944.0,78776.0,80608.0,82440.0,84272.0,86104.0,87936.0,89768.0,91600.0,93432.0,95264.0,97096.0,98928.0,100760.0,102592.0,104424.0,106256.0,108088.0,109920.0,111752.0,113584.0,115416.0,117248.0,119080.0,120912.0,122744.0,124576.0,126408.0,128240.0,130072.0,131904.0,133736.0,135568.0,137400.0,139232.0,141064.0,142896.0,144728.0,146560.0,148392.0,150224.0,152056.0,153888.0,155720.0,157552.0,159384.0,161216.0,163048.0,164880.0,166712.0,168544.0,170376.0,172208.0,174040.0,175872.0,177704.0,179536.0,181368.0,183200.0],"times":[990375.0,1947625.0,2932375.0,3896584.0,4873750.0,5853500.0,6818334.0,7850542.0,8941500.0,9758834.0,10846042.0,11680000.0,12646000.0,13626833.0,14585750.0,15577542.0,16552000.0,17521333.0,18494584.0,19450833.0,20446250.0,21423250.0,22385417.0,23380709.0,24361750.0,25328667.0,26279084.0,27285875.0,28264958.0,29210667.0,30173958.0,31240917.0,32143125.0,33130750.0,34061917.0,35048792.0,36029417.0,37034667.0,38012417.0,38941083.0,39896167.0,40867917.0,41837125.0,42815459.0,43826667.0,44784208.0,45793875.0,46713542.0,47655542.0,48663875.0,49639916.0,50607041.0,51544500.0,52514417.0,53488083.0,54572500.0,55552500.0,56441583.0,57459584.0,58415375.0,59576500.0,60348792.0,61312542.0,62325334.0,63269083.0,64284292.0,65244542.0,66151125.0,67187334.0,68160375.0,69162375.0,70119375.0,71102209.0,72102500.0,73008209.0,73970000.0,74987625.0,75869583.0,76879417.0,77817916.0,78825875.0,79772375.0,80834708.0,81923834.0,82701750.0,83777667.0,84703708.0,85702208.0,86592709.0,87612042.0,88602833.0,89606625.0,90557334.0,91504417.0,92435292.0,93423459.0,94426958.0,95383250.0,96338500.0,97383958.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/new/tukey.json b/benchmarks/secp256r1/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..39b68df --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[529.7275477654584,530.4775683993707,532.4776234231367,533.2276440570489] \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/report/MAD.svg b/benchmarks/secp256r1/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..f17419c --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 0.01 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ps) + + + + + + + secp256r1/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/SD.svg b/benchmarks/secp256r1/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..dc5e171 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/index.html b/benchmarks/secp256r1/hash_to_fr/report/index.html new file mode 100644 index 0000000..960acef --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/hash_to_fr - Criterion.rs + + + + +
+

secp256r1/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope531.35 ns531.43 ns531.52 ns
R²0.99991100.99991410.9999103
Mean531.53 ns531.81 ns532.17 ns
Std. Dev.615.17 ps1.6609 ns2.4071 ns
Median531.35 ns531.45 ns531.55 ns
MAD269.07 ps343.98 ps463.86 ps
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/hash_to_fr/report/mean.svg b/benchmarks/secp256r1/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..e3ed422 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 531.5 + + + + + 531.6 + + + + + 531.7 + + + + + 531.8 + + + + + 531.9 + + + + + 532 + + + + + 532.1 + + + + + 532.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/median.svg b/benchmarks/secp256r1/hash_to_fr/report/median.svg new file mode 100644 index 0000000..b31a672 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 531.35 + + + + + 531.4 + + + + + 531.45 + + + + + 531.5 + + + + + 531.55 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr: median + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/pdf.svg b/benchmarks/secp256r1/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..884865d --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/pdf.svg @@ -0,0 +1,378 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + 544 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/pdf_small.svg b/benchmarks/secp256r1/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..5215764 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 530 + + + + + 532 + + + + + 534 + + + + + 536 + + + + + 538 + + + + + 540 + + + + + 542 + + + + + 544 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/regression.svg b/benchmarks/secp256r1/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..791c2b3 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + secp256r1/hash_to_fr + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/regression_small.svg b/benchmarks/secp256r1/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..74fb7b4 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/slope.svg b/benchmarks/secp256r1/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..5e55d82 --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 531.35 + + + + + 531.4 + + + + + 531.45 + + + + + 531.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/secp256r1/hash_to_fr/report/typical.svg b/benchmarks/secp256r1/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..34aefac --- /dev/null +++ b/benchmarks/secp256r1/hash_to_fr/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 531.35 + + + + + 531.4 + + + + + 531.45 + + + + + 531.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + secp256r1/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/base/benchmark.json b/benchmarks/secp256r1/random_keypair/base/benchmark.json new file mode 100644 index 0000000..97688cc --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"secp256r1/random_keypair","directory_name":"secp256r1/random_keypair","title":"secp256r1/random_keypair"} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/base/estimates.json b/benchmarks/secp256r1/random_keypair/base/estimates.json new file mode 100644 index 0000000..8551517 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154481.25819812703,"upper_bound":155475.50956882667},"point_estimate":154967.19661809888,"standard_error":255.11125351326396},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":153288.89700996678,"upper_bound":153773.93068181816},"point_estimate":153515.12448459858,"standard_error":130.64809705334923},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.2395005804041,"upper_bound":1318.9995129071415},"point_estimate":846.4645683055901,"standard_error":203.52186356995804},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156187.53268869576,"upper_bound":157376.93433269087},"point_estimate":156840.9853849564,"standard_error":304.05144053042955},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2311.937527708762,"upper_bound":2731.4434880270437},"point_estimate":2567.5747870540654,"standard_error":108.23297700288032}} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/base/sample.json b/benchmarks/secp256r1/random_keypair/base/sample.json new file mode 100644 index 0000000..0c3ba41 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1106709.0,2124875.0,3199834.0,4313084.0,5341833.0,6435542.0,7506375.0,8764500.0,9699708.0,10712750.0,11746291.0,12818916.0,13973625.0,15013208.0,16122541.0,17110958.0,18271166.0,19271375.0,20363000.0,21400042.0,22451500.0,23677125.0,24658000.0,25762375.0,26946833.0,27881042.0,28907500.0,30025833.0,31033708.0,32147750.0,33316166.0,34360250.0,35594625.0,36492084.0,37639750.0,38609458.0,39702875.0,40830875.0,41740292.0,43064083.0,44112042.0,45045792.0,46139958.0,47100625.0,48319458.0,49526916.0,50410500.0,51498709.0,52529000.0,53752500.0,54563333.0,55786083.0,56724959.0,57965917.0,58888833.0,60270416.0,61159291.0,62144583.0,63266334.0,64241625.0,65453791.0,66633750.0,67613917.0,68717000.0,70081083.0,70654167.0,71664875.0,72793000.0,73914917.0,75626167.0,78861834.0,80033875.0,81223125.0,82360542.0,83108750.0,84567333.0,85454541.0,87226041.0,87871500.0,88803042.0,89885250.0,91231625.0,92215667.0,93293708.0,94572541.0,95154625.0,96587958.0,98056292.0,98550500.0,100028292.0,100819167.0,102188917.0,103534958.0,104317667.0,105405500.0,106789125.0,107585917.0,108936750.0,109950541.0,111067875.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/base/tukey.json b/benchmarks/secp256r1/random_keypair/base/tukey.json new file mode 100644 index 0000000..1c8d84f --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[137157.10875007318,145146.3769928055,166451.0923067584,174440.36054949072] \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/new/benchmark.json b/benchmarks/secp256r1/random_keypair/new/benchmark.json new file mode 100644 index 0000000..97688cc --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"secp256r1","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"secp256r1/random_keypair","directory_name":"secp256r1/random_keypair","title":"secp256r1/random_keypair"} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/new/estimates.json b/benchmarks/secp256r1/random_keypair/new/estimates.json new file mode 100644 index 0000000..8551517 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154481.25819812703,"upper_bound":155475.50956882667},"point_estimate":154967.19661809888,"standard_error":255.11125351326396},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":153288.89700996678,"upper_bound":153773.93068181816},"point_estimate":153515.12448459858,"standard_error":130.64809705334923},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.2395005804041,"upper_bound":1318.9995129071415},"point_estimate":846.4645683055901,"standard_error":203.52186356995804},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156187.53268869576,"upper_bound":157376.93433269087},"point_estimate":156840.9853849564,"standard_error":304.05144053042955},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2311.937527708762,"upper_bound":2731.4434880270437},"point_estimate":2567.5747870540654,"standard_error":108.23297700288032}} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/new/sample.json b/benchmarks/secp256r1/random_keypair/new/sample.json new file mode 100644 index 0000000..0c3ba41 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1106709.0,2124875.0,3199834.0,4313084.0,5341833.0,6435542.0,7506375.0,8764500.0,9699708.0,10712750.0,11746291.0,12818916.0,13973625.0,15013208.0,16122541.0,17110958.0,18271166.0,19271375.0,20363000.0,21400042.0,22451500.0,23677125.0,24658000.0,25762375.0,26946833.0,27881042.0,28907500.0,30025833.0,31033708.0,32147750.0,33316166.0,34360250.0,35594625.0,36492084.0,37639750.0,38609458.0,39702875.0,40830875.0,41740292.0,43064083.0,44112042.0,45045792.0,46139958.0,47100625.0,48319458.0,49526916.0,50410500.0,51498709.0,52529000.0,53752500.0,54563333.0,55786083.0,56724959.0,57965917.0,58888833.0,60270416.0,61159291.0,62144583.0,63266334.0,64241625.0,65453791.0,66633750.0,67613917.0,68717000.0,70081083.0,70654167.0,71664875.0,72793000.0,73914917.0,75626167.0,78861834.0,80033875.0,81223125.0,82360542.0,83108750.0,84567333.0,85454541.0,87226041.0,87871500.0,88803042.0,89885250.0,91231625.0,92215667.0,93293708.0,94572541.0,95154625.0,96587958.0,98056292.0,98550500.0,100028292.0,100819167.0,102188917.0,103534958.0,104317667.0,105405500.0,106789125.0,107585917.0,108936750.0,109950541.0,111067875.0]} \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/new/tukey.json b/benchmarks/secp256r1/random_keypair/new/tukey.json new file mode 100644 index 0000000..1c8d84f --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[137157.10875007318,145146.3769928055,166451.0923067584,174440.36054949072] \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/report/MAD.svg b/benchmarks/secp256r1/random_keypair/report/MAD.svg new file mode 100644 index 0000000..f0325d3 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: MAD + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/SD.svg b/benchmarks/secp256r1/random_keypair/report/SD.svg new file mode 100644 index 0000000..3007e37 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 2.3 + + + + + 2.4 + + + + + 2.5 + + + + + 2.6 + + + + + 2.7 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: SD + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/index.html b/benchmarks/secp256r1/random_keypair/report/index.html new file mode 100644 index 0000000..3cdb205 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + secp256r1/random_keypair - Criterion.rs + + + + +
+

secp256r1/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope156.19 µs156.84 µs157.38 µs
R²0.96349080.96559830.9641796
Mean154.48 µs154.97 µs155.48 µs
Std. Dev.2.3119 µs2.5676 µs2.7314 µs
Median153.29 µs153.52 µs153.77 µs
MAD544.24 ns846.46 ns1.3190 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/random_keypair/report/mean.svg b/benchmarks/secp256r1/random_keypair/report/mean.svg new file mode 100644 index 0000000..4acb073 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 154.4 + + + + + 154.6 + + + + + 154.8 + + + + + 155 + + + + + 155.2 + + + + + 155.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: mean + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/median.svg b/benchmarks/secp256r1/random_keypair/report/median.svg new file mode 100644 index 0000000..3bf96b4 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 153.3 + + + + + 153.4 + + + + + 153.5 + + + + + 153.6 + + + + + 153.7 + + + + + 153.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: median + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/pdf.svg b/benchmarks/secp256r1/random_keypair/report/pdf.svg new file mode 100644 index 0000000..adeb03a --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/pdf.svg @@ -0,0 +1,286 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 150 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/pdf_small.svg b/benchmarks/secp256r1/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..5f5fa08 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 150 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/regression.svg b/benchmarks/secp256r1/random_keypair/report/regression.svg new file mode 100644 index 0000000..5c95d41 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + secp256r1/random_keypair + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/regression_small.svg b/benchmarks/secp256r1/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..9906869 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/slope.svg b/benchmarks/secp256r1/random_keypair/report/slope.svg new file mode 100644 index 0000000..20498ad --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 156.2 + + + + + 156.4 + + + + + 156.6 + + + + + 156.8 + + + + + 157 + + + + + 157.2 + + + + + 157.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: slope + + + + + + + diff --git a/benchmarks/secp256r1/random_keypair/report/typical.svg b/benchmarks/secp256r1/random_keypair/report/typical.svg new file mode 100644 index 0000000..f486a64 --- /dev/null +++ b/benchmarks/secp256r1/random_keypair/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 156.2 + + + + + 156.4 + + + + + 156.6 + + + + + 156.8 + + + + + 157 + + + + + 157.2 + + + + + 157.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + secp256r1/random_keypair: typical + + + + + + + diff --git a/benchmarks/secp256r1/report/index.html b/benchmarks/secp256r1/report/index.html new file mode 100644 index 0000000..de4790f --- /dev/null +++ b/benchmarks/secp256r1/report/index.html @@ -0,0 +1,231 @@ + + + + + + secp256r1 Summary - Criterion.rs + + + + +
+

secp256r1

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

secp256r1/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

secp256r1/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/secp256r1/report/violin.svg b/benchmarks/secp256r1/report/violin.svg new file mode 100644 index 0000000..9c0410e --- /dev/null +++ b/benchmarks/secp256r1/report/violin.svg @@ -0,0 +1,693 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + secp256r1/random_keypair + + + + + secp256r1/hash_to_fr + + + + + secp256r1/generate_stealth_private_key + + + + + secp256r1/generate_stealth_address + + + + + secp256r1/generate_random_fr + + + + + secp256r1/derive_public_key + + + + + secp256r1/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + secp256r1: Violin plot + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/base/benchmark.json b/benchmarks/vesta/compute_shared_point/base/benchmark.json new file mode 100644 index 0000000..65f52fe --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"vesta/compute_shared_point","directory_name":"vesta/compute_shared_point","title":"vesta/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/base/estimates.json b/benchmarks/vesta/compute_shared_point/base/estimates.json new file mode 100644 index 0000000..084ac66 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143086.03653463072,"upper_bound":143291.50064614567},"point_estimate":143182.02169351804,"standard_error":52.55785017299039},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143003.80034423407,"upper_bound":143105.15873015873},"point_estimate":143038.64970645792,"standard_error":28.412355524194098},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163.57167389358992,"upper_bound":260.4410770247606},"point_estimate":210.18060893883816,"standard_error":24.153632593269556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143037.52373440316,"upper_bound":143230.1240748573},"point_estimate":143124.34606134813,"standard_error":49.26961455783736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":340.2773137978422,"upper_bound":682.8520260442401},"point_estimate":529.6204031042505,"standard_error":87.50059785155509}} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/base/sample.json b/benchmarks/vesta/compute_shared_point/base/sample.json new file mode 100644 index 0000000..80e43b8 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1016167.0,2001584.0,3003750.0,4023792.0,5067959.0,6009417.0,7003750.0,8156917.0,9152250.0,10022541.0,10996542.0,12003583.0,12995916.0,13992583.0,15077750.0,16024459.0,17035750.0,18003791.0,18986708.0,20084334.0,21038750.0,21978459.0,23028208.0,24036375.0,24999458.0,26061083.0,27031334.0,28085208.0,28989833.0,29980709.0,31004667.0,31983375.0,33179167.0,33995209.0,35093000.0,36017500.0,37096000.0,38201958.0,39014250.0,40165208.0,41074041.0,42088791.0,43034416.0,43977708.0,45147750.0,46122208.0,47032917.0,47974542.0,49088917.0,50085000.0,51022291.0,52058458.0,53127209.0,54093750.0,55061375.0,56005500.0,57108000.0,58031541.0,58948416.0,60183625.0,61153667.0,62011750.0,63069459.0,64125333.0,65015791.0,66154916.0,67119208.0,68028625.0,69200917.0,70082333.0,71161291.0,72080708.0,73094250.0,74963125.0,75740208.0,76034541.0,76975375.0,78025333.0,79210833.0,80117834.0,81123250.0,82037500.0,83085208.0,84424583.0,85048417.0,86067000.0,87050791.0,88947791.0,89041750.0,90189208.0,90967375.0,92217292.0,92953417.0,94187042.0,95054500.0,96156291.0,97096125.0,98249333.0,99149250.0,100121625.0]} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/base/tukey.json b/benchmarks/vesta/compute_shared_point/base/tukey.json new file mode 100644 index 0000000..e18769a --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/base/tukey.json @@ -0,0 +1 @@ +[142088.26532803444,142503.63607788278,143611.29141081165,144026.66216065997] \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/new/benchmark.json b/benchmarks/vesta/compute_shared_point/new/benchmark.json new file mode 100644 index 0000000..65f52fe --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"compute_shared_point","value_str":null,"throughput":null,"full_id":"vesta/compute_shared_point","directory_name":"vesta/compute_shared_point","title":"vesta/compute_shared_point"} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/new/estimates.json b/benchmarks/vesta/compute_shared_point/new/estimates.json new file mode 100644 index 0000000..084ac66 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143086.03653463072,"upper_bound":143291.50064614567},"point_estimate":143182.02169351804,"standard_error":52.55785017299039},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143003.80034423407,"upper_bound":143105.15873015873},"point_estimate":143038.64970645792,"standard_error":28.412355524194098},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163.57167389358992,"upper_bound":260.4410770247606},"point_estimate":210.18060893883816,"standard_error":24.153632593269556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143037.52373440316,"upper_bound":143230.1240748573},"point_estimate":143124.34606134813,"standard_error":49.26961455783736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":340.2773137978422,"upper_bound":682.8520260442401},"point_estimate":529.6204031042505,"standard_error":87.50059785155509}} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/new/sample.json b/benchmarks/vesta/compute_shared_point/new/sample.json new file mode 100644 index 0000000..80e43b8 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1016167.0,2001584.0,3003750.0,4023792.0,5067959.0,6009417.0,7003750.0,8156917.0,9152250.0,10022541.0,10996542.0,12003583.0,12995916.0,13992583.0,15077750.0,16024459.0,17035750.0,18003791.0,18986708.0,20084334.0,21038750.0,21978459.0,23028208.0,24036375.0,24999458.0,26061083.0,27031334.0,28085208.0,28989833.0,29980709.0,31004667.0,31983375.0,33179167.0,33995209.0,35093000.0,36017500.0,37096000.0,38201958.0,39014250.0,40165208.0,41074041.0,42088791.0,43034416.0,43977708.0,45147750.0,46122208.0,47032917.0,47974542.0,49088917.0,50085000.0,51022291.0,52058458.0,53127209.0,54093750.0,55061375.0,56005500.0,57108000.0,58031541.0,58948416.0,60183625.0,61153667.0,62011750.0,63069459.0,64125333.0,65015791.0,66154916.0,67119208.0,68028625.0,69200917.0,70082333.0,71161291.0,72080708.0,73094250.0,74963125.0,75740208.0,76034541.0,76975375.0,78025333.0,79210833.0,80117834.0,81123250.0,82037500.0,83085208.0,84424583.0,85048417.0,86067000.0,87050791.0,88947791.0,89041750.0,90189208.0,90967375.0,92217292.0,92953417.0,94187042.0,95054500.0,96156291.0,97096125.0,98249333.0,99149250.0,100121625.0]} \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/new/tukey.json b/benchmarks/vesta/compute_shared_point/new/tukey.json new file mode 100644 index 0000000..e18769a --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/new/tukey.json @@ -0,0 +1 @@ +[142088.26532803444,142503.63607788278,143611.29141081165,144026.66216065997] \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/report/MAD.svg b/benchmarks/vesta/compute_shared_point/report/MAD.svg new file mode 100644 index 0000000..1986486 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/compute_shared_point: MAD + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/SD.svg b/benchmarks/vesta/compute_shared_point/report/SD.svg new file mode 100644 index 0000000..0894b2d --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0.005 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/compute_shared_point: SD + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/index.html b/benchmarks/vesta/compute_shared_point/report/index.html new file mode 100644 index 0000000..e4c7064 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/compute_shared_point - Criterion.rs + + + + +
+

vesta/compute_shared_point

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope143.04 µs143.12 µs143.23 µs
R²0.99903260.99908340.9990079
Mean143.09 µs143.18 µs143.29 µs
Std. Dev.340.28 ns529.62 ns682.85 ns
Median143.00 µs143.04 µs143.11 µs
MAD163.57 ns210.18 ns260.44 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/compute_shared_point/report/mean.svg b/benchmarks/vesta/compute_shared_point/report/mean.svg new file mode 100644 index 0000000..f7f4b03 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 143.1 + + + + + 143.15 + + + + + 143.2 + + + + + 143.25 + + + + + 143.3 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/compute_shared_point: mean + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/median.svg b/benchmarks/vesta/compute_shared_point/report/median.svg new file mode 100644 index 0000000..dc02af1 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 143 + + + + + 143.02 + + + + + 143.04 + + + + + 143.06 + + + + + 143.08 + + + + + 143.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/compute_shared_point: median + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/pdf.svg b/benchmarks/vesta/compute_shared_point/report/pdf.svg new file mode 100644 index 0000000..c82e19f --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/pdf.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 142.5 + + + + + 143 + + + + + 143.5 + + + + + 144 + + + + + 144.5 + + + + + 145 + + + + + 145.5 + + + + + 146 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/compute_shared_point + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/pdf_small.svg b/benchmarks/vesta/compute_shared_point/report/pdf_small.svg new file mode 100644 index 0000000..5de497a --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 142.5 + + + + + 143 + + + + + 143.5 + + + + + 144 + + + + + 144.5 + + + + + 145 + + + + + 145.5 + + + + + 146 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/regression.svg b/benchmarks/vesta/compute_shared_point/report/regression.svg new file mode 100644 index 0000000..d6e204b --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + vesta/compute_shared_point + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/regression_small.svg b/benchmarks/vesta/compute_shared_point/report/regression_small.svg new file mode 100644 index 0000000..0e595e0 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/slope.svg b/benchmarks/vesta/compute_shared_point/report/slope.svg new file mode 100644 index 0000000..285a7f2 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 143.05 + + + + + 143.1 + + + + + 143.15 + + + + + 143.2 + + + + + 143.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/compute_shared_point: slope + + + + + + + diff --git a/benchmarks/vesta/compute_shared_point/report/typical.svg b/benchmarks/vesta/compute_shared_point/report/typical.svg new file mode 100644 index 0000000..3f22c46 --- /dev/null +++ b/benchmarks/vesta/compute_shared_point/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 143.05 + + + + + 143.1 + + + + + 143.15 + + + + + 143.2 + + + + + 143.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/compute_shared_point: typical + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/base/benchmark.json b/benchmarks/vesta/derive_public_key/base/benchmark.json new file mode 100644 index 0000000..9012f67 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"vesta/derive_public_key","directory_name":"vesta/derive_public_key","title":"vesta/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/base/estimates.json b/benchmarks/vesta/derive_public_key/base/estimates.json new file mode 100644 index 0000000..2ad6e28 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141866.34831507146,"upper_bound":142092.9297682954},"point_estimate":141974.49863052813,"standard_error":57.908585168866374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141746.7522666555,"upper_bound":141839.2857142857},"point_estimate":141795.8851190476,"standard_error":20.30606021348695},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":127.46794995374012,"upper_bound":241.02100313901093},"point_estimate":178.6093679401616,"standard_error":32.245503869839865},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141858.48269633937,"upper_bound":142219.54604533568},"point_estimate":142033.06244548122,"standard_error":92.55315271075301},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429.9710755958277,"upper_bound":710.8308858087444},"point_estimate":585.9599011537141,"standard_error":71.63406335770537}} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/base/sample.json b/benchmarks/vesta/derive_public_key/base/sample.json new file mode 100644 index 0000000..9065158 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1004625.0,1984042.0,3029708.0,3965833.0,4956791.0,5952250.0,6940458.0,8049333.0,9044209.0,10048917.0,10963875.0,12016375.0,12895000.0,13859542.0,14963750.0,15869250.0,16878917.0,17819042.0,18804250.0,19863959.0,20813833.0,21813166.0,22827625.0,23821792.0,24800208.0,25913333.0,26776750.0,27726458.0,28742833.0,29802542.0,30778042.0,31702459.0,32777208.0,33745958.0,34761125.0,35782041.0,36692583.0,37739417.0,38710417.0,39702709.0,40576792.0,41606042.0,42681833.0,43722625.0,44644958.0,45679791.0,46665125.0,47665625.0,48652292.0,49606375.0,50620458.0,51647250.0,52534375.0,53571125.0,54589208.0,55673958.0,56519000.0,57550333.0,58567250.0,59499625.0,60560500.0,61508000.0,62500458.0,63590417.0,64480917.0,65430209.0,66581375.0,67583375.0,68494458.0,69441500.0,70455250.0,71455708.0,72433083.0,73491625.0,74332125.0,75287125.0,76464375.0,77377792.0,78326334.0,79317458.0,80534416.0,81429333.0,82433459.0,83616250.0,84541917.0,85462750.0,86414875.0,87279167.0,88294542.0,89338958.0,90164291.0,91169041.0,92329833.0,93298334.0,94648250.0,96424833.0,97452375.0,98233958.0,99399416.0,100319458.0]} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/base/tukey.json b/benchmarks/vesta/derive_public_key/base/tukey.json new file mode 100644 index 0000000..3844a68 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/base/tukey.json @@ -0,0 +1 @@ +[140966.68285571487,141325.44194944232,142282.1328660489,142640.89195977637] \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/new/benchmark.json b/benchmarks/vesta/derive_public_key/new/benchmark.json new file mode 100644 index 0000000..9012f67 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"derive_public_key","value_str":null,"throughput":null,"full_id":"vesta/derive_public_key","directory_name":"vesta/derive_public_key","title":"vesta/derive_public_key"} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/new/estimates.json b/benchmarks/vesta/derive_public_key/new/estimates.json new file mode 100644 index 0000000..2ad6e28 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141866.34831507146,"upper_bound":142092.9297682954},"point_estimate":141974.49863052813,"standard_error":57.908585168866374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141746.7522666555,"upper_bound":141839.2857142857},"point_estimate":141795.8851190476,"standard_error":20.30606021348695},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":127.46794995374012,"upper_bound":241.02100313901093},"point_estimate":178.6093679401616,"standard_error":32.245503869839865},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141858.48269633937,"upper_bound":142219.54604533568},"point_estimate":142033.06244548122,"standard_error":92.55315271075301},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429.9710755958277,"upper_bound":710.8308858087444},"point_estimate":585.9599011537141,"standard_error":71.63406335770537}} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/new/sample.json b/benchmarks/vesta/derive_public_key/new/sample.json new file mode 100644 index 0000000..9065158 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1004625.0,1984042.0,3029708.0,3965833.0,4956791.0,5952250.0,6940458.0,8049333.0,9044209.0,10048917.0,10963875.0,12016375.0,12895000.0,13859542.0,14963750.0,15869250.0,16878917.0,17819042.0,18804250.0,19863959.0,20813833.0,21813166.0,22827625.0,23821792.0,24800208.0,25913333.0,26776750.0,27726458.0,28742833.0,29802542.0,30778042.0,31702459.0,32777208.0,33745958.0,34761125.0,35782041.0,36692583.0,37739417.0,38710417.0,39702709.0,40576792.0,41606042.0,42681833.0,43722625.0,44644958.0,45679791.0,46665125.0,47665625.0,48652292.0,49606375.0,50620458.0,51647250.0,52534375.0,53571125.0,54589208.0,55673958.0,56519000.0,57550333.0,58567250.0,59499625.0,60560500.0,61508000.0,62500458.0,63590417.0,64480917.0,65430209.0,66581375.0,67583375.0,68494458.0,69441500.0,70455250.0,71455708.0,72433083.0,73491625.0,74332125.0,75287125.0,76464375.0,77377792.0,78326334.0,79317458.0,80534416.0,81429333.0,82433459.0,83616250.0,84541917.0,85462750.0,86414875.0,87279167.0,88294542.0,89338958.0,90164291.0,91169041.0,92329833.0,93298334.0,94648250.0,96424833.0,97452375.0,98233958.0,99399416.0,100319458.0]} \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/new/tukey.json b/benchmarks/vesta/derive_public_key/new/tukey.json new file mode 100644 index 0000000..3844a68 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/new/tukey.json @@ -0,0 +1 @@ +[140966.68285571487,141325.44194944232,142282.1328660489,142640.89195977637] \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/report/MAD.svg b/benchmarks/vesta/derive_public_key/report/MAD.svg new file mode 100644 index 0000000..ce285b9 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/derive_public_key: MAD + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/SD.svg b/benchmarks/vesta/derive_public_key/report/SD.svg new file mode 100644 index 0000000..eee5da9 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/derive_public_key: SD + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/index.html b/benchmarks/vesta/derive_public_key/report/index.html new file mode 100644 index 0000000..7a7733c --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/derive_public_key - Criterion.rs + + + + +
+

vesta/derive_public_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope141.86 µs142.03 µs142.22 µs
R²0.99757150.99777160.9975432
Mean141.87 µs141.97 µs142.09 µs
Std. Dev.429.97 ns585.96 ns710.83 ns
Median141.75 µs141.80 µs141.84 µs
MAD127.47 ns178.61 ns241.02 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/derive_public_key/report/mean.svg b/benchmarks/vesta/derive_public_key/report/mean.svg new file mode 100644 index 0000000..1fcdac7 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 141.85 + + + + + 141.9 + + + + + 141.95 + + + + + 142 + + + + + 142.05 + + + + + 142.1 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/derive_public_key: mean + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/median.svg b/benchmarks/vesta/derive_public_key/report/median.svg new file mode 100644 index 0000000..d3d1b21 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 141.74 + + + + + 141.76 + + + + + 141.78 + + + + + 141.8 + + + + + 141.82 + + + + + 141.84 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/derive_public_key: median + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/pdf.svg b/benchmarks/vesta/derive_public_key/report/pdf.svg new file mode 100644 index 0000000..2059099 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/pdf.svg @@ -0,0 +1,365 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 141 + + + + + 141.5 + + + + + 142 + + + + + 142.5 + + + + + 143 + + + + + 143.5 + + + + + 144 + + + + + 144.5 + + + + + 145 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/derive_public_key + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/pdf_small.svg b/benchmarks/vesta/derive_public_key/report/pdf_small.svg new file mode 100644 index 0000000..35a865e --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 141 + + + + + 141.5 + + + + + 142 + + + + + 142.5 + + + + + 143 + + + + + 143.5 + + + + + 144 + + + + + 144.5 + + + + + 145 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/regression.svg b/benchmarks/vesta/derive_public_key/report/regression.svg new file mode 100644 index 0000000..ef2786f --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + vesta/derive_public_key + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/regression_small.svg b/benchmarks/vesta/derive_public_key/report/regression_small.svg new file mode 100644 index 0000000..635730a --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/slope.svg b/benchmarks/vesta/derive_public_key/report/slope.svg new file mode 100644 index 0000000..3aae676 --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 141.85 + + + + + 141.9 + + + + + 141.95 + + + + + 142 + + + + + 142.05 + + + + + 142.1 + + + + + 142.15 + + + + + 142.2 + + + + + 142.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/derive_public_key: slope + + + + + + + diff --git a/benchmarks/vesta/derive_public_key/report/typical.svg b/benchmarks/vesta/derive_public_key/report/typical.svg new file mode 100644 index 0000000..e08fd4b --- /dev/null +++ b/benchmarks/vesta/derive_public_key/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 141.85 + + + + + 141.9 + + + + + 141.95 + + + + + 142 + + + + + 142.05 + + + + + 142.1 + + + + + 142.15 + + + + + 142.2 + + + + + 142.25 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/derive_public_key: typical + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/base/benchmark.json b/benchmarks/vesta/generate_random_fr/base/benchmark.json new file mode 100644 index 0000000..177d70d --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"vesta/generate_random_fr","directory_name":"vesta/generate_random_fr","title":"vesta/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/base/estimates.json b/benchmarks/vesta/generate_random_fr/base/estimates.json new file mode 100644 index 0000000..25486bb --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.9364979889879,"upper_bound":1631.4769941145862},"point_estimate":1629.1589464181877,"standard_error":1.157575962401562},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.97334682861,"upper_bound":1630.4906793330817},"point_estimate":1628.4535420582706,"standard_error":0.9276923475321511},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.045822415208647,"upper_bound":9.71103632093897},"point_estimate":7.9621081474327795,"standard_error":0.9157299823572105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.1678165500784,"upper_bound":1629.0472548919804},"point_estimate":1627.6079874614034,"standard_error":0.7371939740299389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.77022407555553,"upper_bound":14.386158320221767},"point_estimate":11.624794915017768,"standard_error":1.4429768570676984}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/base/sample.json b/benchmarks/vesta/generate_random_fr/base/sample.json new file mode 100644 index 0000000..31667e2 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[608.0,1216.0,1824.0,2432.0,3040.0,3648.0,4256.0,4864.0,5472.0,6080.0,6688.0,7296.0,7904.0,8512.0,9120.0,9728.0,10336.0,10944.0,11552.0,12160.0,12768.0,13376.0,13984.0,14592.0,15200.0,15808.0,16416.0,17024.0,17632.0,18240.0,18848.0,19456.0,20064.0,20672.0,21280.0,21888.0,22496.0,23104.0,23712.0,24320.0,24928.0,25536.0,26144.0,26752.0,27360.0,27968.0,28576.0,29184.0,29792.0,30400.0,31008.0,31616.0,32224.0,32832.0,33440.0,34048.0,34656.0,35264.0,35872.0,36480.0,37088.0,37696.0,38304.0,38912.0,39520.0,40128.0,40736.0,41344.0,41952.0,42560.0,43168.0,43776.0,44384.0,44992.0,45600.0,46208.0,46816.0,47424.0,48032.0,48640.0,49248.0,49856.0,50464.0,51072.0,51680.0,52288.0,52896.0,53504.0,54112.0,54720.0,55328.0,55936.0,56544.0,57152.0,57760.0,58368.0,58976.0,59584.0,60192.0,60800.0],"times":[1021958.0,1986208.0,3036750.0,3884333.0,4852750.0,5893167.0,6983708.0,8008541.0,8990083.0,10064500.0,11042541.0,11803917.0,12970959.0,13982250.0,14739292.0,15857042.0,17028958.0,17849167.0,18845625.0,19696791.0,20708750.0,21750208.0,22447708.0,23530250.0,24860833.0,25745375.0,26813333.0,27990375.0,28666833.0,29619750.0,30716667.0,31464792.0,32558375.0,33611125.0,34786708.0,35525875.0,37104458.0,37555292.0,38578792.0,39727334.0,40622667.0,41592875.0,42262666.0,43407666.0,44721083.0,45608334.0,46204583.0,47681291.0,48570916.0,49434833.0,50730250.0,50989083.0,52420125.0,53765208.0,54560875.0,55796500.0,56338625.0,57081791.0,58505250.0,59552208.0,60353083.0,61824167.0,62357167.0,63072167.0,64737584.0,65447375.0,66606209.0,67307125.0,68278500.0,69307958.0,70514375.0,71257125.0,72118292.0,72940292.0,74223500.0,75508792.0,76006084.0,77180917.0,77817583.0,79537458.0,80324375.0,80937625.0,81863750.0,83167209.0,84165292.0,84361333.0,86325916.0,86780208.0,87872709.0,88910792.0,90041417.0,91284750.0,91617584.0,92759667.0,94149000.0,94685375.0,96145541.0,97428375.0,97762417.0,99249417.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/base/tukey.json b/benchmarks/vesta/generate_random_fr/base/tukey.json new file mode 100644 index 0000000..e357f8c --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/base/tukey.json @@ -0,0 +1 @@ +[1591.4668454661837,1607.2660196530014,1649.3971508178483,1665.1963250046658] \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/new/benchmark.json b/benchmarks/vesta/generate_random_fr/new/benchmark.json new file mode 100644 index 0000000..177d70d --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_random_fr","value_str":null,"throughput":null,"full_id":"vesta/generate_random_fr","directory_name":"vesta/generate_random_fr","title":"vesta/generate_random_fr"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/new/estimates.json b/benchmarks/vesta/generate_random_fr/new/estimates.json new file mode 100644 index 0000000..25486bb --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.9364979889879,"upper_bound":1631.4769941145862},"point_estimate":1629.1589464181877,"standard_error":1.157575962401562},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.97334682861,"upper_bound":1630.4906793330817},"point_estimate":1628.4535420582706,"standard_error":0.9276923475321511},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.045822415208647,"upper_bound":9.71103632093897},"point_estimate":7.9621081474327795,"standard_error":0.9157299823572105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1626.1678165500784,"upper_bound":1629.0472548919804},"point_estimate":1627.6079874614034,"standard_error":0.7371939740299389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.77022407555553,"upper_bound":14.386158320221767},"point_estimate":11.624794915017768,"standard_error":1.4429768570676984}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/new/sample.json b/benchmarks/vesta/generate_random_fr/new/sample.json new file mode 100644 index 0000000..31667e2 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[608.0,1216.0,1824.0,2432.0,3040.0,3648.0,4256.0,4864.0,5472.0,6080.0,6688.0,7296.0,7904.0,8512.0,9120.0,9728.0,10336.0,10944.0,11552.0,12160.0,12768.0,13376.0,13984.0,14592.0,15200.0,15808.0,16416.0,17024.0,17632.0,18240.0,18848.0,19456.0,20064.0,20672.0,21280.0,21888.0,22496.0,23104.0,23712.0,24320.0,24928.0,25536.0,26144.0,26752.0,27360.0,27968.0,28576.0,29184.0,29792.0,30400.0,31008.0,31616.0,32224.0,32832.0,33440.0,34048.0,34656.0,35264.0,35872.0,36480.0,37088.0,37696.0,38304.0,38912.0,39520.0,40128.0,40736.0,41344.0,41952.0,42560.0,43168.0,43776.0,44384.0,44992.0,45600.0,46208.0,46816.0,47424.0,48032.0,48640.0,49248.0,49856.0,50464.0,51072.0,51680.0,52288.0,52896.0,53504.0,54112.0,54720.0,55328.0,55936.0,56544.0,57152.0,57760.0,58368.0,58976.0,59584.0,60192.0,60800.0],"times":[1021958.0,1986208.0,3036750.0,3884333.0,4852750.0,5893167.0,6983708.0,8008541.0,8990083.0,10064500.0,11042541.0,11803917.0,12970959.0,13982250.0,14739292.0,15857042.0,17028958.0,17849167.0,18845625.0,19696791.0,20708750.0,21750208.0,22447708.0,23530250.0,24860833.0,25745375.0,26813333.0,27990375.0,28666833.0,29619750.0,30716667.0,31464792.0,32558375.0,33611125.0,34786708.0,35525875.0,37104458.0,37555292.0,38578792.0,39727334.0,40622667.0,41592875.0,42262666.0,43407666.0,44721083.0,45608334.0,46204583.0,47681291.0,48570916.0,49434833.0,50730250.0,50989083.0,52420125.0,53765208.0,54560875.0,55796500.0,56338625.0,57081791.0,58505250.0,59552208.0,60353083.0,61824167.0,62357167.0,63072167.0,64737584.0,65447375.0,66606209.0,67307125.0,68278500.0,69307958.0,70514375.0,71257125.0,72118292.0,72940292.0,74223500.0,75508792.0,76006084.0,77180917.0,77817583.0,79537458.0,80324375.0,80937625.0,81863750.0,83167209.0,84165292.0,84361333.0,86325916.0,86780208.0,87872709.0,88910792.0,90041417.0,91284750.0,91617584.0,92759667.0,94149000.0,94685375.0,96145541.0,97428375.0,97762417.0,99249417.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/new/tukey.json b/benchmarks/vesta/generate_random_fr/new/tukey.json new file mode 100644 index 0000000..e357f8c --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/new/tukey.json @@ -0,0 +1 @@ +[1591.4668454661837,1607.2660196530014,1649.3971508178483,1665.1963250046658] \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/report/MAD.svg b/benchmarks/vesta/generate_random_fr/report/MAD.svg new file mode 100644 index 0000000..dafaff1 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/MAD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/generate_random_fr: MAD + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/SD.svg b/benchmarks/vesta/generate_random_fr/report/SD.svg new file mode 100644 index 0000000..43fcddd --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/generate_random_fr: SD + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/index.html b/benchmarks/vesta/generate_random_fr/report/index.html new file mode 100644 index 0000000..033f820 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/generate_random_fr - Criterion.rs + + + + +
+

vesta/generate_random_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.6262 µs1.6276 µs1.6290 µs
R²0.99799960.99810610.9979998
Mean1.6269 µs1.6292 µs1.6315 µs
Std. Dev.8.7702 ns11.625 ns14.386 ns
Median1.6270 µs1.6285 µs1.6305 µs
MAD6.0458 ns7.9621 ns9.7110 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/generate_random_fr/report/mean.svg b/benchmarks/vesta/generate_random_fr/report/mean.svg new file mode 100644 index 0000000..52bd001 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 1.627 + + + + + 1.628 + + + + + 1.629 + + + + + 1.63 + + + + + 1.631 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_random_fr: mean + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/median.svg b/benchmarks/vesta/generate_random_fr/report/median.svg new file mode 100644 index 0000000..91daec5 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + 1.6295 + + + + + 1.63 + + + + + 1.6305 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_random_fr: median + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/pdf.svg b/benchmarks/vesta/generate_random_fr/report/pdf.svg new file mode 100644 index 0000000..2a59da3 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/pdf.svg @@ -0,0 +1,339 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + 1.68 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_random_fr + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/pdf_small.svg b/benchmarks/vesta/generate_random_fr/report/pdf_small.svg new file mode 100644 index 0000000..503f93e --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + 1.68 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/regression.svg b/benchmarks/vesta/generate_random_fr/report/regression.svg new file mode 100644 index 0000000..e5a9141 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + vesta/generate_random_fr + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/regression_small.svg b/benchmarks/vesta/generate_random_fr/report/regression_small.svg new file mode 100644 index 0000000..1f5e753 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/slope.svg b/benchmarks/vesta/generate_random_fr/report/slope.svg new file mode 100644 index 0000000..38ab1ea --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.626 + + + + + 1.6265 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_random_fr: slope + + + + + + + diff --git a/benchmarks/vesta/generate_random_fr/report/typical.svg b/benchmarks/vesta/generate_random_fr/report/typical.svg new file mode 100644 index 0000000..0b8ccf6 --- /dev/null +++ b/benchmarks/vesta/generate_random_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 1.626 + + + + + 1.6265 + + + + + 1.627 + + + + + 1.6275 + + + + + 1.628 + + + + + 1.6285 + + + + + 1.629 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_random_fr: typical + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/base/benchmark.json b/benchmarks/vesta/generate_stealth_address/base/benchmark.json new file mode 100644 index 0000000..75257f4 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"vesta/generate_stealth_address","directory_name":"vesta/generate_stealth_address","title":"vesta/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/base/estimates.json b/benchmarks/vesta/generate_stealth_address/base/estimates.json new file mode 100644 index 0000000..263a6b8 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293784.5532465161,"upper_bound":294159.3378481504},"point_estimate":293949.93928315653,"standard_error":96.14020393191372},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293699.3208105407,"upper_bound":293859.20973284723},"point_estimate":293802.0114272388,"standard_error":47.27024425225668},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":297.61442968687567,"upper_bound":466.71620841551635},"point_estimate":405.9168651012212,"standard_error":43.968665524979805},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293756.8742144477,"upper_bound":293928.4138041594},"point_estimate":293838.1240135954,"standard_error":43.745052712320046},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":413.06069592308256,"upper_bound":1417.2358570388578},"point_estimate":964.813685365249,"standard_error":261.5997018051329}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/base/sample.json b/benchmarks/vesta/generate_stealth_address/base/sample.json new file mode 100644 index 0000000..a9e64c7 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1196084.0,2348833.0,3519458.0,4694709.0,5864000.0,7089584.0,8263667.0,9613417.0,10557250.0,11855667.0,12950667.0,14110334.0,15240084.0,16498167.0,17642167.0,18825959.0,19936917.0,21123750.0,22363500.0,23478792.0,24654333.0,25882750.0,26994417.0,28165208.0,29314125.0,30584375.0,31721125.0,32893500.0,34117625.0,35289042.0,36358417.0,37581417.0,38710959.0,40080208.0,41034875.0,42235875.0,43523875.0,44679750.0,45812833.0,47010375.0,48188542.0,49401500.0,50552292.0,51664208.0,52891250.0,54012208.0,55164209.0,56419500.0,57526292.0,58805459.0,59899667.0,61102125.0,62172625.0,63527042.0,64614542.0,65835167.0,67055333.0,68068541.0,69295166.0,70601041.0,71737708.0,72869750.0,74022083.0,75188209.0,76478750.0,77596542.0,78735500.0,79966208.0,81187917.0,82247875.0,83426166.0,84571083.0,85744584.0,86905042.0,88083625.0,89320292.0,90512250.0,91580666.0,92965833.0,93912667.0,95267459.0,96258500.0,97564541.0,98736375.0,99793333.0,101264833.0,102361916.0,103797375.0,104614333.0,105662583.0,106809834.0,108135708.0,109619125.0,110490583.0,111600125.0,112893625.0,113960500.0,115124917.0,116358542.0,117512083.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/base/tukey.json b/benchmarks/vesta/generate_stealth_address/base/tukey.json new file mode 100644 index 0000000..a0c735f --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/base/tukey.json @@ -0,0 +1 @@ +[291909.3852213962,292716.3338437298,294868.1968366193,295675.1454589528] \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/new/benchmark.json b/benchmarks/vesta/generate_stealth_address/new/benchmark.json new file mode 100644 index 0000000..75257f4 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_stealth_address","value_str":null,"throughput":null,"full_id":"vesta/generate_stealth_address","directory_name":"vesta/generate_stealth_address","title":"vesta/generate_stealth_address"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/new/estimates.json b/benchmarks/vesta/generate_stealth_address/new/estimates.json new file mode 100644 index 0000000..263a6b8 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293784.5532465161,"upper_bound":294159.3378481504},"point_estimate":293949.93928315653,"standard_error":96.14020393191372},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293699.3208105407,"upper_bound":293859.20973284723},"point_estimate":293802.0114272388,"standard_error":47.27024425225668},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":297.61442968687567,"upper_bound":466.71620841551635},"point_estimate":405.9168651012212,"standard_error":43.968665524979805},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293756.8742144477,"upper_bound":293928.4138041594},"point_estimate":293838.1240135954,"standard_error":43.745052712320046},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":413.06069592308256,"upper_bound":1417.2358570388578},"point_estimate":964.813685365249,"standard_error":261.5997018051329}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/new/sample.json b/benchmarks/vesta/generate_stealth_address/new/sample.json new file mode 100644 index 0000000..a9e64c7 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1196084.0,2348833.0,3519458.0,4694709.0,5864000.0,7089584.0,8263667.0,9613417.0,10557250.0,11855667.0,12950667.0,14110334.0,15240084.0,16498167.0,17642167.0,18825959.0,19936917.0,21123750.0,22363500.0,23478792.0,24654333.0,25882750.0,26994417.0,28165208.0,29314125.0,30584375.0,31721125.0,32893500.0,34117625.0,35289042.0,36358417.0,37581417.0,38710959.0,40080208.0,41034875.0,42235875.0,43523875.0,44679750.0,45812833.0,47010375.0,48188542.0,49401500.0,50552292.0,51664208.0,52891250.0,54012208.0,55164209.0,56419500.0,57526292.0,58805459.0,59899667.0,61102125.0,62172625.0,63527042.0,64614542.0,65835167.0,67055333.0,68068541.0,69295166.0,70601041.0,71737708.0,72869750.0,74022083.0,75188209.0,76478750.0,77596542.0,78735500.0,79966208.0,81187917.0,82247875.0,83426166.0,84571083.0,85744584.0,86905042.0,88083625.0,89320292.0,90512250.0,91580666.0,92965833.0,93912667.0,95267459.0,96258500.0,97564541.0,98736375.0,99793333.0,101264833.0,102361916.0,103797375.0,104614333.0,105662583.0,106809834.0,108135708.0,109619125.0,110490583.0,111600125.0,112893625.0,113960500.0,115124917.0,116358542.0,117512083.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/new/tukey.json b/benchmarks/vesta/generate_stealth_address/new/tukey.json new file mode 100644 index 0000000..a0c735f --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/new/tukey.json @@ -0,0 +1 @@ +[291909.3852213962,292716.3338437298,294868.1968366193,295675.1454589528] \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/report/MAD.svg b/benchmarks/vesta/generate_stealth_address/report/MAD.svg new file mode 100644 index 0000000..45a7a27 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0.009 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/generate_stealth_address: MAD + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/SD.svg b/benchmarks/vesta/generate_stealth_address/report/SD.svg new file mode 100644 index 0000000..c9486ba --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address: SD + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/index.html b/benchmarks/vesta/generate_stealth_address/report/index.html new file mode 100644 index 0000000..0ce73d4 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/generate_stealth_address - Criterion.rs + + + + +
+

vesta/generate_stealth_address

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope293.76 µs293.84 µs293.93 µs
R²0.99980650.99981700.9998040
Mean293.78 µs293.95 µs294.16 µs
Std. Dev.413.06 ns964.81 ns1.4172 µs
Median293.70 µs293.80 µs293.86 µs
MAD297.61 ns405.92 ns466.72 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_address/report/mean.svg b/benchmarks/vesta/generate_stealth_address/report/mean.svg new file mode 100644 index 0000000..f000cce --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/mean.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 293.75 + + + + + 293.8 + + + + + 293.85 + + + + + 293.9 + + + + + 293.95 + + + + + 294 + + + + + 294.05 + + + + + 294.1 + + + + + 294.15 + + + + + 294.2 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address: mean + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/median.svg b/benchmarks/vesta/generate_stealth_address/report/median.svg new file mode 100644 index 0000000..79dd1e4 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 293.7 + + + + + 293.72 + + + + + 293.74 + + + + + 293.76 + + + + + 293.78 + + + + + 293.8 + + + + + 293.82 + + + + + 293.84 + + + + + 293.86 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address: median + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/pdf.svg b/benchmarks/vesta/generate_stealth_address/report/pdf.svg new file mode 100644 index 0000000..54b0797 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/pdf.svg @@ -0,0 +1,367 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 292 + + + + + 293 + + + + + 294 + + + + + 295 + + + + + 296 + + + + + 297 + + + + + 298 + + + + + 299 + + + + + 300 + + + + + 301 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/pdf_small.svg b/benchmarks/vesta/generate_stealth_address/report/pdf_small.svg new file mode 100644 index 0000000..41b9289 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 292 + + + + + 293 + + + + + 294 + + + + + 295 + + + + + 296 + + + + + 297 + + + + + 298 + + + + + 299 + + + + + 300 + + + + + 301 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/regression.svg b/benchmarks/vesta/generate_stealth_address/report/regression.svg new file mode 100644 index 0000000..d015c9e --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + vesta/generate_stealth_address + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/regression_small.svg b/benchmarks/vesta/generate_stealth_address/report/regression_small.svg new file mode 100644 index 0000000..22f56d0 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/slope.svg b/benchmarks/vesta/generate_stealth_address/report/slope.svg new file mode 100644 index 0000000..56b2d05 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 293.75 + + + + + 293.8 + + + + + 293.85 + + + + + 293.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address: slope + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_address/report/typical.svg b/benchmarks/vesta/generate_stealth_address/report/typical.svg new file mode 100644 index 0000000..7fc3d92 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_address/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 293.75 + + + + + 293.8 + + + + + 293.85 + + + + + 293.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_address: typical + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/base/benchmark.json b/benchmarks/vesta/generate_stealth_private_key/base/benchmark.json new file mode 100644 index 0000000..e6ef8b0 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"vesta/generate_stealth_private_key","directory_name":"vesta/generate_stealth_private_key","title":"vesta/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/base/estimates.json b/benchmarks/vesta/generate_stealth_private_key/base/estimates.json new file mode 100644 index 0000000..d673654 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155510.96796280963,"upper_bound":155854.30062932082},"point_estimate":155658.45851478627,"standard_error":88.78214077903041},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155400.96073517128,"upper_bound":155504.60679511618},"point_estimate":155449.6724168913,"standard_error":29.267251331066614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.696554501047,"upper_bound":293.6799493316061},"point_estimate":210.81680737960244,"standard_error":37.61741183096547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155400.86613626062,"upper_bound":155549.58915660263},"point_estimate":155466.904835652,"standard_error":38.09621324492672},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.037834543394,"upper_bound":1369.8727114347987},"point_estimate":891.288645531447,"standard_error":287.89444198185555}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/base/sample.json b/benchmarks/vesta/generate_stealth_private_key/base/sample.json new file mode 100644 index 0000000..066f64a --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1139458.0,2172459.0,3259750.0,4346750.0,5428458.0,6557625.0,7635208.0,8867834.0,9789167.0,10951875.0,12022416.0,13033875.0,14128583.0,15226166.0,16435333.0,17389459.0,18501542.0,19612875.0,20666792.0,21726792.0,22917459.0,23912667.0,25021458.0,26141291.0,27352625.0,28611333.0,29700792.0,30782500.0,31808208.0,32628917.0,33821584.0,34778583.0,35861250.0,37020250.0,38102709.0,39212292.0,40198875.0,41340500.0,42501958.0,43508292.0,44709625.0,45738791.0,46836416.0,47910083.0,48969084.0,50030625.0,51242084.0,52200542.0,53295708.0,54420708.0,55597459.0,56506042.0,57668958.0,58694208.0,59844834.0,61013250.0,61991042.0,63193792.0,64227084.0,65278875.0,66404375.0,67435041.0,68536916.0,69670791.0,70653666.0,71781708.0,72956584.0,73999292.0,75018750.0,76193459.0,77389250.0,79278417.0,79642917.0,80527917.0,81516750.0,82865125.0,83484042.0,84558000.0,85749875.0,87039917.0,87922583.0,89183333.0,90215834.0,91339667.0,92432875.0,93655167.0,94498375.0,95816458.0,96765334.0,98013917.0,98991625.0,100065709.0,101225083.0,102316166.0,103362583.0,104430000.0,105597250.0,106668958.0,107673000.0,108844667.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/base/tukey.json b/benchmarks/vesta/generate_stealth_private_key/base/tukey.json new file mode 100644 index 0000000..6cf23c3 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/base/tukey.json @@ -0,0 +1 @@ +[154543.3945328131,154945.15713785513,156016.52408463386,156418.28668967588] \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/new/benchmark.json b/benchmarks/vesta/generate_stealth_private_key/new/benchmark.json new file mode 100644 index 0000000..e6ef8b0 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"generate_stealth_private_key","value_str":null,"throughput":null,"full_id":"vesta/generate_stealth_private_key","directory_name":"vesta/generate_stealth_private_key","title":"vesta/generate_stealth_private_key"} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/new/estimates.json b/benchmarks/vesta/generate_stealth_private_key/new/estimates.json new file mode 100644 index 0000000..d673654 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155510.96796280963,"upper_bound":155854.30062932082},"point_estimate":155658.45851478627,"standard_error":88.78214077903041},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155400.96073517128,"upper_bound":155504.60679511618},"point_estimate":155449.6724168913,"standard_error":29.267251331066614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.696554501047,"upper_bound":293.6799493316061},"point_estimate":210.81680737960244,"standard_error":37.61741183096547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155400.86613626062,"upper_bound":155549.58915660263},"point_estimate":155466.904835652,"standard_error":38.09621324492672},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.037834543394,"upper_bound":1369.8727114347987},"point_estimate":891.288645531447,"standard_error":287.89444198185555}} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/new/sample.json b/benchmarks/vesta/generate_stealth_private_key/new/sample.json new file mode 100644 index 0000000..066f64a --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[1139458.0,2172459.0,3259750.0,4346750.0,5428458.0,6557625.0,7635208.0,8867834.0,9789167.0,10951875.0,12022416.0,13033875.0,14128583.0,15226166.0,16435333.0,17389459.0,18501542.0,19612875.0,20666792.0,21726792.0,22917459.0,23912667.0,25021458.0,26141291.0,27352625.0,28611333.0,29700792.0,30782500.0,31808208.0,32628917.0,33821584.0,34778583.0,35861250.0,37020250.0,38102709.0,39212292.0,40198875.0,41340500.0,42501958.0,43508292.0,44709625.0,45738791.0,46836416.0,47910083.0,48969084.0,50030625.0,51242084.0,52200542.0,53295708.0,54420708.0,55597459.0,56506042.0,57668958.0,58694208.0,59844834.0,61013250.0,61991042.0,63193792.0,64227084.0,65278875.0,66404375.0,67435041.0,68536916.0,69670791.0,70653666.0,71781708.0,72956584.0,73999292.0,75018750.0,76193459.0,77389250.0,79278417.0,79642917.0,80527917.0,81516750.0,82865125.0,83484042.0,84558000.0,85749875.0,87039917.0,87922583.0,89183333.0,90215834.0,91339667.0,92432875.0,93655167.0,94498375.0,95816458.0,96765334.0,98013917.0,98991625.0,100065709.0,101225083.0,102316166.0,103362583.0,104430000.0,105597250.0,106668958.0,107673000.0,108844667.0]} \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/new/tukey.json b/benchmarks/vesta/generate_stealth_private_key/new/tukey.json new file mode 100644 index 0000000..6cf23c3 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/new/tukey.json @@ -0,0 +1 @@ +[154543.3945328131,154945.15713785513,156016.52408463386,156418.28668967588] \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/report/MAD.svg b/benchmarks/vesta/generate_stealth_private_key/report/MAD.svg new file mode 100644 index 0000000..d357326 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/generate_stealth_private_key: MAD + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/SD.svg b/benchmarks/vesta/generate_stealth_private_key/report/SD.svg new file mode 100644 index 0000000..ca96e85 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key: SD + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/index.html b/benchmarks/vesta/generate_stealth_private_key/report/index.html new file mode 100644 index 0000000..9e7840b --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/generate_stealth_private_key - Criterion.rs + + + + +
+

vesta/generate_stealth_private_key

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope155.40 µs155.47 µs155.55 µs
R²0.99932770.99935260.9993136
Mean155.51 µs155.66 µs155.85 µs
Std. Dev.389.04 ns891.29 ns1.3699 µs
Median155.40 µs155.45 µs155.50 µs
MAD144.70 ns210.82 ns293.68 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/generate_stealth_private_key/report/mean.svg b/benchmarks/vesta/generate_stealth_private_key/report/mean.svg new file mode 100644 index 0000000..d84d439 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 155.5 + + + + + 155.55 + + + + + 155.6 + + + + + 155.65 + + + + + 155.7 + + + + + 155.75 + + + + + 155.8 + + + + + 155.85 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key: mean + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/median.svg b/benchmarks/vesta/generate_stealth_private_key/report/median.svg new file mode 100644 index 0000000..ad0492e --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 155.4 + + + + + 155.42 + + + + + 155.44 + + + + + 155.46 + + + + + 155.48 + + + + + 155.5 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key: median + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/pdf.svg b/benchmarks/vesta/generate_stealth_private_key/report/pdf.svg new file mode 100644 index 0000000..a43dbbc --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/pdf.svg @@ -0,0 +1,358 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/pdf_small.svg b/benchmarks/vesta/generate_stealth_private_key/report/pdf_small.svg new file mode 100644 index 0000000..0c80f40 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/regression.svg b/benchmarks/vesta/generate_stealth_private_key/report/regression.svg new file mode 100644 index 0000000..45f55cb --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/regression.svg @@ -0,0 +1,408 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + vesta/generate_stealth_private_key + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/regression_small.svg b/benchmarks/vesta/generate_stealth_private_key/report/regression_small.svg new file mode 100644 index 0000000..c9de8df --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/regression_small.svg @@ -0,0 +1,386 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/slope.svg b/benchmarks/vesta/generate_stealth_private_key/report/slope.svg new file mode 100644 index 0000000..0a2f233 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 155.4 + + + + + 155.42 + + + + + 155.44 + + + + + 155.46 + + + + + 155.48 + + + + + 155.5 + + + + + 155.52 + + + + + 155.54 + + + + + 155.56 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key: slope + + + + + + + diff --git a/benchmarks/vesta/generate_stealth_private_key/report/typical.svg b/benchmarks/vesta/generate_stealth_private_key/report/typical.svg new file mode 100644 index 0000000..da4d094 --- /dev/null +++ b/benchmarks/vesta/generate_stealth_private_key/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 155.4 + + + + + 155.42 + + + + + 155.44 + + + + + 155.46 + + + + + 155.48 + + + + + 155.5 + + + + + 155.52 + + + + + 155.54 + + + + + 155.56 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/generate_stealth_private_key: typical + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/base/benchmark.json b/benchmarks/vesta/hash_to_fr/base/benchmark.json new file mode 100644 index 0000000..2ac6d27 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"vesta/hash_to_fr","directory_name":"vesta/hash_to_fr","title":"vesta/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/base/estimates.json b/benchmarks/vesta/hash_to_fr/base/estimates.json new file mode 100644 index 0000000..da6f276 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.8543906916485,"upper_bound":525.8217712698563},"point_estimate":525.2803064239573,"standard_error":0.24775363835011124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.4533570009967,"upper_bound":525.5070935437371},"point_estimate":524.848421971019,"standard_error":0.2858722554463968},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2010329722772006,"upper_bound":1.8289373150643409},"point_estimate":1.5662160270267722,"standard_error":0.15719541206655302},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.195832443864,"upper_bound":524.9025451365025},"point_estimate":524.527273034197,"standard_error":0.1801913550669726},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.297885471766767,"upper_bound":3.7553727233353142},"point_estimate":2.4956303159013817,"standard_error":0.7347243313943627}} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/base/sample.json b/benchmarks/vesta/hash_to_fr/base/sample.json new file mode 100644 index 0000000..23bed5e --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1883.0,3766.0,5649.0,7532.0,9415.0,11298.0,13181.0,15064.0,16947.0,18830.0,20713.0,22596.0,24479.0,26362.0,28245.0,30128.0,32011.0,33894.0,35777.0,37660.0,39543.0,41426.0,43309.0,45192.0,47075.0,48958.0,50841.0,52724.0,54607.0,56490.0,58373.0,60256.0,62139.0,64022.0,65905.0,67788.0,69671.0,71554.0,73437.0,75320.0,77203.0,79086.0,80969.0,82852.0,84735.0,86618.0,88501.0,90384.0,92267.0,94150.0,96033.0,97916.0,99799.0,101682.0,103565.0,105448.0,107331.0,109214.0,111097.0,112980.0,114863.0,116746.0,118629.0,120512.0,122395.0,124278.0,126161.0,128044.0,129927.0,131810.0,133693.0,135576.0,137459.0,139342.0,141225.0,143108.0,144991.0,146874.0,148757.0,150640.0,152523.0,154406.0,156289.0,158172.0,160055.0,161938.0,163821.0,165704.0,167587.0,169470.0,171353.0,173236.0,175119.0,177002.0,178885.0,180768.0,182651.0,184534.0,186417.0,188300.0],"times":[1025292.0,1972500.0,2960542.0,3946625.0,4936834.0,5967375.0,6926709.0,7945500.0,9025750.0,9858417.0,10892042.0,11872125.0,12856750.0,13829625.0,14912500.0,15800375.0,16857417.0,17798042.0,18789291.0,19730833.0,20733625.0,21699541.0,22681791.0,23683333.0,24772250.0,25665000.0,26734833.0,27630666.0,28658833.0,29634209.0,30705250.0,31689917.0,32613250.0,33569958.0,34634459.0,35505750.0,36675584.0,37633208.0,38542541.0,39582208.0,40575959.0,41508375.0,42442250.0,43333625.0,44431583.0,45313375.0,46633458.0,47809750.0,48611459.0,49520125.0,50601500.0,51594750.0,52547083.0,53519791.0,54567583.0,55417833.0,56445542.0,57484417.0,58464959.0,59388875.0,60505750.0,61417333.0,62483209.0,63453792.0,64352833.0,65530708.0,66412125.0,67344875.0,68284583.0,69179916.0,70111250.0,71111250.0,72090834.0,73214708.0,74083916.0,75011666.0,76181041.0,77060500.0,78151958.0,79113958.0,79969542.0,81242125.0,81668583.0,82845416.0,83672291.0,84806583.0,85596917.0,86672375.0,87885416.0,88628625.0,89599208.0,90765666.0,91508666.0,92680625.0,93621083.0,94684250.0,95451417.0,96664166.0,97454250.0,98683417.0]} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/base/tukey.json b/benchmarks/vesta/hash_to_fr/base/tukey.json new file mode 100644 index 0000000..e5a7cf4 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/base/tukey.json @@ -0,0 +1 @@ +[518.0639465163689,521.0522119066178,529.0209196139482,532.0091850041971] \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/new/benchmark.json b/benchmarks/vesta/hash_to_fr/new/benchmark.json new file mode 100644 index 0000000..2ac6d27 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"hash_to_fr","value_str":null,"throughput":null,"full_id":"vesta/hash_to_fr","directory_name":"vesta/hash_to_fr","title":"vesta/hash_to_fr"} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/new/estimates.json b/benchmarks/vesta/hash_to_fr/new/estimates.json new file mode 100644 index 0000000..da6f276 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.8543906916485,"upper_bound":525.8217712698563},"point_estimate":525.2803064239573,"standard_error":0.24775363835011124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.4533570009967,"upper_bound":525.5070935437371},"point_estimate":524.848421971019,"standard_error":0.2858722554463968},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.2010329722772006,"upper_bound":1.8289373150643409},"point_estimate":1.5662160270267722,"standard_error":0.15719541206655302},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":524.195832443864,"upper_bound":524.9025451365025},"point_estimate":524.527273034197,"standard_error":0.1801913550669726},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.297885471766767,"upper_bound":3.7553727233353142},"point_estimate":2.4956303159013817,"standard_error":0.7347243313943627}} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/new/sample.json b/benchmarks/vesta/hash_to_fr/new/sample.json new file mode 100644 index 0000000..23bed5e --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1883.0,3766.0,5649.0,7532.0,9415.0,11298.0,13181.0,15064.0,16947.0,18830.0,20713.0,22596.0,24479.0,26362.0,28245.0,30128.0,32011.0,33894.0,35777.0,37660.0,39543.0,41426.0,43309.0,45192.0,47075.0,48958.0,50841.0,52724.0,54607.0,56490.0,58373.0,60256.0,62139.0,64022.0,65905.0,67788.0,69671.0,71554.0,73437.0,75320.0,77203.0,79086.0,80969.0,82852.0,84735.0,86618.0,88501.0,90384.0,92267.0,94150.0,96033.0,97916.0,99799.0,101682.0,103565.0,105448.0,107331.0,109214.0,111097.0,112980.0,114863.0,116746.0,118629.0,120512.0,122395.0,124278.0,126161.0,128044.0,129927.0,131810.0,133693.0,135576.0,137459.0,139342.0,141225.0,143108.0,144991.0,146874.0,148757.0,150640.0,152523.0,154406.0,156289.0,158172.0,160055.0,161938.0,163821.0,165704.0,167587.0,169470.0,171353.0,173236.0,175119.0,177002.0,178885.0,180768.0,182651.0,184534.0,186417.0,188300.0],"times":[1025292.0,1972500.0,2960542.0,3946625.0,4936834.0,5967375.0,6926709.0,7945500.0,9025750.0,9858417.0,10892042.0,11872125.0,12856750.0,13829625.0,14912500.0,15800375.0,16857417.0,17798042.0,18789291.0,19730833.0,20733625.0,21699541.0,22681791.0,23683333.0,24772250.0,25665000.0,26734833.0,27630666.0,28658833.0,29634209.0,30705250.0,31689917.0,32613250.0,33569958.0,34634459.0,35505750.0,36675584.0,37633208.0,38542541.0,39582208.0,40575959.0,41508375.0,42442250.0,43333625.0,44431583.0,45313375.0,46633458.0,47809750.0,48611459.0,49520125.0,50601500.0,51594750.0,52547083.0,53519791.0,54567583.0,55417833.0,56445542.0,57484417.0,58464959.0,59388875.0,60505750.0,61417333.0,62483209.0,63453792.0,64352833.0,65530708.0,66412125.0,67344875.0,68284583.0,69179916.0,70111250.0,71111250.0,72090834.0,73214708.0,74083916.0,75011666.0,76181041.0,77060500.0,78151958.0,79113958.0,79969542.0,81242125.0,81668583.0,82845416.0,83672291.0,84806583.0,85596917.0,86672375.0,87885416.0,88628625.0,89599208.0,90765666.0,91508666.0,92680625.0,93621083.0,94684250.0,95451417.0,96664166.0,97454250.0,98683417.0]} \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/new/tukey.json b/benchmarks/vesta/hash_to_fr/new/tukey.json new file mode 100644 index 0000000..e5a7cf4 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/new/tukey.json @@ -0,0 +1 @@ +[518.0639465163689,521.0522119066178,529.0209196139482,532.0091850041971] \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/report/MAD.svg b/benchmarks/vesta/hash_to_fr/report/MAD.svg new file mode 100644 index 0000000..d4a0d82 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: MAD + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/SD.svg b/benchmarks/vesta/hash_to_fr/report/SD.svg new file mode 100644 index 0000000..55fc064 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: SD + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/index.html b/benchmarks/vesta/hash_to_fr/report/index.html new file mode 100644 index 0000000..571c9fb --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/hash_to_fr - Criterion.rs + + + + +
+

vesta/hash_to_fr

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope524.20 ns524.53 ns524.90 ns
R²0.99894250.99899780.9989270
Mean524.85 ns525.28 ns525.82 ns
Std. Dev.1.2979 ns2.4956 ns3.7554 ns
Median524.45 ns524.85 ns525.51 ns
MAD1.2010 ns1.5662 ns1.8289 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/hash_to_fr/report/mean.svg b/benchmarks/vesta/hash_to_fr/report/mean.svg new file mode 100644 index 0000000..22fc114 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 524.8 + + + + + 525 + + + + + 525.2 + + + + + 525.4 + + + + + 525.6 + + + + + 525.8 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: mean + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/median.svg b/benchmarks/vesta/hash_to_fr/report/median.svg new file mode 100644 index 0000000..822fb0b --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 524.4 + + + + + 524.6 + + + + + 524.8 + + + + + 525 + + + + + 525.2 + + + + + 525.4 + + + + + 525.6 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: median + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/pdf.svg b/benchmarks/vesta/hash_to_fr/report/pdf.svg new file mode 100644 index 0000000..3dca749 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/pdf.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 520 + + + + + 525 + + + + + 530 + + + + + 535 + + + + + 540 + + + + + 545 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/pdf_small.svg b/benchmarks/vesta/hash_to_fr/report/pdf_small.svg new file mode 100644 index 0000000..7f3fa03 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 520 + + + + + 525 + + + + + 530 + + + + + 535 + + + + + 540 + + + + + 545 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/regression.svg b/benchmarks/vesta/hash_to_fr/report/regression.svg new file mode 100644 index 0000000..9fee7e5 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/regression.svg @@ -0,0 +1,499 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + vesta/hash_to_fr + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/regression_small.svg b/benchmarks/vesta/hash_to_fr/report/regression_small.svg new file mode 100644 index 0000000..beb90a1 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/regression_small.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 200 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/slope.svg b/benchmarks/vesta/hash_to_fr/report/slope.svg new file mode 100644 index 0000000..5437230 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 524.2 + + + + + 524.3 + + + + + 524.4 + + + + + 524.5 + + + + + 524.6 + + + + + 524.7 + + + + + 524.8 + + + + + 524.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: slope + + + + + + + diff --git a/benchmarks/vesta/hash_to_fr/report/typical.svg b/benchmarks/vesta/hash_to_fr/report/typical.svg new file mode 100644 index 0000000..ace2b91 --- /dev/null +++ b/benchmarks/vesta/hash_to_fr/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 524.2 + + + + + 524.3 + + + + + 524.4 + + + + + 524.5 + + + + + 524.6 + + + + + 524.7 + + + + + 524.8 + + + + + 524.9 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/hash_to_fr: typical + + + + + + + diff --git a/benchmarks/vesta/random_keypair/base/benchmark.json b/benchmarks/vesta/random_keypair/base/benchmark.json new file mode 100644 index 0000000..9a6ce38 --- /dev/null +++ b/benchmarks/vesta/random_keypair/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"vesta/random_keypair","directory_name":"vesta/random_keypair","title":"vesta/random_keypair"} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/base/estimates.json b/benchmarks/vesta/random_keypair/base/estimates.json new file mode 100644 index 0000000..d1da8ac --- /dev/null +++ b/benchmarks/vesta/random_keypair/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137913.18810145455,"upper_bound":138143.8778214135},"point_estimate":138017.93244576172,"standard_error":59.045591433458284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137835.85235507245,"upper_bound":137988.18597560975},"point_estimate":137888.4288690476,"standard_error":42.44298432886097},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.03120230424273,"upper_bound":364.69962896847994},"point_estimate":273.7421542507984,"standard_error":36.49228821443131},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137829.51456459876,"upper_bound":137933.23265495303},"point_estimate":137879.72316646963,"standard_error":26.457627948460733},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":335.07967908576336,"upper_bound":847.403728931217},"point_estimate":594.5220112313003,"standard_error":135.95834758779745}} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/base/sample.json b/benchmarks/vesta/random_keypair/base/sample.json new file mode 100644 index 0000000..ee0d45d --- /dev/null +++ b/benchmarks/vesta/random_keypair/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1122459.0,2221625.0,3314000.0,4426125.0,5517625.0,6700750.0,7789667.0,9083417.0,9924375.0,11101541.0,12180833.0,13287375.0,14393833.0,15560542.0,16514500.0,17625458.0,18728083.0,19829291.0,20996083.0,22151667.0,23263459.0,24198167.0,25202917.0,26379000.0,27600584.0,28642583.0,29816291.0,30852000.0,31969333.0,33089083.0,34311000.0,35491291.0,36274791.0,37440000.0,38633667.0,39711792.0,40742917.0,41915083.0,43070083.0,44070375.0,45260125.0,46191875.0,47368500.0,48605083.0,49656875.0,50844333.0,51903375.0,52991875.0,53940416.0,55214750.0,56336667.0,57280500.0,58536000.0,59535166.0,60689541.0,61937833.0,63051250.0,64032875.0,65039083.0,66128291.0,67239166.0,68253583.0,69589500.0,70532583.0,71583334.0,72711708.0,74006958.0,75157250.0,75812000.0,77217667.0,78114292.0,79282250.0,80390083.0,81673750.0,82665083.0,83930459.0,84788000.0,86496042.0,87028209.0,88348000.0,89429875.0,90511541.0,91496083.0,92494625.0,93729500.0,95023750.0,96046209.0,96959417.0,98200125.0,99264375.0,100356291.0,101445208.0,102491000.0,103686500.0,104778458.0,105868083.0,106832209.0,108032292.0,109270208.0,110562833.0]} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/base/tukey.json b/benchmarks/vesta/random_keypair/base/tukey.json new file mode 100644 index 0000000..f042c95 --- /dev/null +++ b/benchmarks/vesta/random_keypair/base/tukey.json @@ -0,0 +1 @@ +[136599.08167613632,137154.69048713235,138636.3139831217,139191.9227941177] \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/new/benchmark.json b/benchmarks/vesta/random_keypair/new/benchmark.json new file mode 100644 index 0000000..9a6ce38 --- /dev/null +++ b/benchmarks/vesta/random_keypair/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"vesta","function_id":"random_keypair","value_str":null,"throughput":null,"full_id":"vesta/random_keypair","directory_name":"vesta/random_keypair","title":"vesta/random_keypair"} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/new/estimates.json b/benchmarks/vesta/random_keypair/new/estimates.json new file mode 100644 index 0000000..d1da8ac --- /dev/null +++ b/benchmarks/vesta/random_keypair/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137913.18810145455,"upper_bound":138143.8778214135},"point_estimate":138017.93244576172,"standard_error":59.045591433458284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137835.85235507245,"upper_bound":137988.18597560975},"point_estimate":137888.4288690476,"standard_error":42.44298432886097},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.03120230424273,"upper_bound":364.69962896847994},"point_estimate":273.7421542507984,"standard_error":36.49228821443131},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137829.51456459876,"upper_bound":137933.23265495303},"point_estimate":137879.72316646963,"standard_error":26.457627948460733},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":335.07967908576336,"upper_bound":847.403728931217},"point_estimate":594.5220112313003,"standard_error":135.95834758779745}} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/new/sample.json b/benchmarks/vesta/random_keypair/new/sample.json new file mode 100644 index 0000000..ee0d45d --- /dev/null +++ b/benchmarks/vesta/random_keypair/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1122459.0,2221625.0,3314000.0,4426125.0,5517625.0,6700750.0,7789667.0,9083417.0,9924375.0,11101541.0,12180833.0,13287375.0,14393833.0,15560542.0,16514500.0,17625458.0,18728083.0,19829291.0,20996083.0,22151667.0,23263459.0,24198167.0,25202917.0,26379000.0,27600584.0,28642583.0,29816291.0,30852000.0,31969333.0,33089083.0,34311000.0,35491291.0,36274791.0,37440000.0,38633667.0,39711792.0,40742917.0,41915083.0,43070083.0,44070375.0,45260125.0,46191875.0,47368500.0,48605083.0,49656875.0,50844333.0,51903375.0,52991875.0,53940416.0,55214750.0,56336667.0,57280500.0,58536000.0,59535166.0,60689541.0,61937833.0,63051250.0,64032875.0,65039083.0,66128291.0,67239166.0,68253583.0,69589500.0,70532583.0,71583334.0,72711708.0,74006958.0,75157250.0,75812000.0,77217667.0,78114292.0,79282250.0,80390083.0,81673750.0,82665083.0,83930459.0,84788000.0,86496042.0,87028209.0,88348000.0,89429875.0,90511541.0,91496083.0,92494625.0,93729500.0,95023750.0,96046209.0,96959417.0,98200125.0,99264375.0,100356291.0,101445208.0,102491000.0,103686500.0,104778458.0,105868083.0,106832209.0,108032292.0,109270208.0,110562833.0]} \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/new/tukey.json b/benchmarks/vesta/random_keypair/new/tukey.json new file mode 100644 index 0000000..f042c95 --- /dev/null +++ b/benchmarks/vesta/random_keypair/new/tukey.json @@ -0,0 +1 @@ +[136599.08167613632,137154.69048713235,138636.3139831217,139191.9227941177] \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/report/MAD.svg b/benchmarks/vesta/random_keypair/report/MAD.svg new file mode 100644 index 0000000..afb5fce --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/MAD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + 360 + + + + + 380 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/random_keypair: MAD + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/SD.svg b/benchmarks/vesta/random_keypair/report/SD.svg new file mode 100644 index 0000000..ba87248 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + + + vesta/random_keypair: SD + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/index.html b/benchmarks/vesta/random_keypair/report/index.html new file mode 100644 index 0000000..4c8a465 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/index.html @@ -0,0 +1,203 @@ + + + + + + vesta/random_keypair - Criterion.rs + + + + +
+

vesta/random_keypair

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope137.83 µs137.88 µs137.93 µs
R²0.99960650.99962460.9996040
Mean137.91 µs138.02 µs138.14 µs
Std. Dev.335.08 ns594.52 ns847.40 ns
Median137.84 µs137.89 µs137.99 µs
MAD217.03 ns273.74 ns364.70 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/random_keypair/report/mean.svg b/benchmarks/vesta/random_keypair/report/mean.svg new file mode 100644 index 0000000..f0ae2e2 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 137.9 + + + + + 137.95 + + + + + 138 + + + + + 138.05 + + + + + 138.1 + + + + + 138.15 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/random_keypair: mean + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/median.svg b/benchmarks/vesta/random_keypair/report/median.svg new file mode 100644 index 0000000..c22e58e --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/median.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + 137.92 + + + + + 137.94 + + + + + 137.96 + + + + + 137.98 + + + + + 138 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/random_keypair: median + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/pdf.svg b/benchmarks/vesta/random_keypair/report/pdf.svg new file mode 100644 index 0000000..3385bf0 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + 142 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/random_keypair + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/pdf_small.svg b/benchmarks/vesta/random_keypair/report/pdf_small.svg new file mode 100644 index 0000000..bb4e084 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 137 + + + + + 138 + + + + + 139 + + + + + 140 + + + + + 141 + + + + + 142 + + + + + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/regression.svg b/benchmarks/vesta/random_keypair/report/regression.svg new file mode 100644 index 0000000..e97ce56 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + vesta/random_keypair + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/regression_small.svg b/benchmarks/vesta/random_keypair/report/regression_small.svg new file mode 100644 index 0000000..c5404c6 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/slope.svg b/benchmarks/vesta/random_keypair/report/slope.svg new file mode 100644 index 0000000..0f61a98 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + 137.92 + + + + + 137.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/random_keypair: slope + + + + + + + diff --git a/benchmarks/vesta/random_keypair/report/typical.svg b/benchmarks/vesta/random_keypair/report/typical.svg new file mode 100644 index 0000000..2a69610 --- /dev/null +++ b/benchmarks/vesta/random_keypair/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 137.82 + + + + + 137.84 + + + + + 137.86 + + + + + 137.88 + + + + + 137.9 + + + + + 137.92 + + + + + 137.94 + + + + + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + + + vesta/random_keypair: typical + + + + + + + diff --git a/benchmarks/vesta/report/index.html b/benchmarks/vesta/report/index.html new file mode 100644 index 0000000..180ae8f --- /dev/null +++ b/benchmarks/vesta/report/index.html @@ -0,0 +1,231 @@ + + + + + + vesta Summary - Criterion.rs + + + + +
+

vesta

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

vesta/compute_shared_point

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/derive_public_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/generate_random_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/generate_stealth_address

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/generate_stealth_private_key

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/hash_to_fr

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

vesta/random_keypair

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmarks/vesta/report/violin.svg b/benchmarks/vesta/report/violin.svg new file mode 100644 index 0000000..baa4f4c --- /dev/null +++ b/benchmarks/vesta/report/violin.svg @@ -0,0 +1,691 @@ + + + +Gnuplot +Produced by GNUPLOT 6.0 patchlevel 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + vesta/random_keypair + + + + + vesta/hash_to_fr + + + + + vesta/generate_stealth_private_key + + + + + vesta/generate_stealth_address + + + + + vesta/generate_random_fr + + + + + vesta/derive_public_key + + + + + vesta/compute_shared_point + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + + + + + + + + + Input + + + + + Average time (µs) + + + + + + + vesta: Violin plot + + + + + + + diff --git a/example/Cargo.toml b/example/Cargo.toml index d3ca265..5f6bb80 100644 --- a/example/Cargo.toml +++ b/example/Cargo.toml @@ -9,4 +9,4 @@ homepage = "https://vac.dev" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] -stealth_address_kit = { path = "../sdk", default-features = false, features = ["secp256r1"] } +stealth_address_kit = { path = "../sdk", default-features = false, features = ["secp256k1"] } diff --git a/example/src/main.rs b/example/src/main.rs index a0696f4..7769970 100644 --- a/example/src/main.rs +++ b/example/src/main.rs @@ -1,8 +1,6 @@ -use stealth_address_kit::Secp256r1; +use stealth_address_kit::Secp256k1 as Curve; use stealth_address_kit::StealthAddressOnCurve; -type Curve = Secp256r1; - fn print_discriminator() { println!("{}", "+".repeat(100)); } diff --git a/sdk/Cargo.toml b/sdk/Cargo.toml index 44640ad..6cd6cd7 100644 --- a/sdk/Cargo.toml +++ b/sdk/Cargo.toml @@ -53,3 +53,8 @@ rand = { version = "0.8.5", features = ["getrandom"] } [dev-dependencies] serde_json = "1.0.96" color-eyre = "0.6.2" +criterion = { version = "=0.4.0", features = ["html_reports"] } + +[[bench]] +name = "benches" +harness = false diff --git a/sdk/benches/benches.rs b/sdk/benches/benches.rs new file mode 100644 index 0000000..d6b2c8e --- /dev/null +++ b/sdk/benches/benches.rs @@ -0,0 +1,120 @@ +/// This benchmark is used to benchmark all implementations which are enabled by the `--features` flag. +use criterion::{criterion_group, criterion_main, Criterion}; +use paste::paste; +use stealth_address_kit::StealthAddressOnCurve; + +fn criterion_benchmark(c: &mut Criterion) { + #[cfg(feature = "secp256k1")] + { + use stealth_address_kit::Secp256k1; + define_curve_benchmarks!(Secp256k1, c); + } + #[cfg(feature = "secp256r1")] + { + use stealth_address_kit::Secp256r1; + define_curve_benchmarks!(Secp256r1, c); + } + #[cfg(feature = "bn254")] + { + use ark_bn254::Bn254; + define_curve_benchmarks!(Bn254, c); + } + #[cfg(feature = "bls12_381")] + { + use ark_bls12_381::Bls12_381; + define_curve_benchmarks!(Bls12_381, c); + } + #[cfg(feature = "bls12_377")] + { + use ark_bls12_377::Bls12_377; + define_curve_benchmarks!(Bls12_377, c); + } + #[cfg(feature = "pallas")] + { + use stealth_address_kit::Pallas; + define_curve_benchmarks!(Pallas, c); + } + #[cfg(feature = "vesta")] + { + use stealth_address_kit::Vesta; + define_curve_benchmarks!(Vesta, c); + } + #[cfg(feature = "baby_jub_jub")] + { + use stealth_address_kit::BabyJubJub; + define_curve_benchmarks!(BabyJubJub, c); + } + #[cfg(feature = "bw6_761")] + { + use ark_bw6_761::BW6_761; + define_curve_benchmarks!(BW6_761, c); + } +} + +#[macro_export] +macro_rules! define_curve_benchmarks { + ($Curve:ty, $c:ty) => { + paste! { + let [<$Curve:lower _random_keypair>] = <$Curve>::random_keypair(); + let mut group = $c.benchmark_group(stringify!([<$Curve:lower>])); + + group.bench_function("derive_public_key", |b| { + b.iter(|| { + let _ = <$Curve>::derive_public_key(&[<$Curve:lower _random_keypair>].0); + }) + }); + + group.bench_function("random_keypair", |b| { + b.iter(|| { + let _ = <$Curve>::random_keypair(); + }) + }); + + group.bench_function("generate_random_fr", |b| { + b.iter(|| { + let _ = <$Curve>::generate_random_fr(); + }) + }); + + let random_u8_slice = [0u8; 32]; + + group.bench_function("hash_to_fr", |b| { + b.iter(|| { + let _ = <$Curve>::hash_to_fr(&random_u8_slice); + }) + }); + + group.bench_function("compute_shared_point", |b| { + b.iter(|| { + let _ = <$Curve>::compute_shared_point([<$Curve:lower _random_keypair>].0, [<$Curve:lower _random_keypair>].1); + }) + }); + + let [<$Curve:lower _random_keypair_2>] = <$Curve>::random_keypair(); + + group.bench_function("generate_stealth_address", |b| { + b.iter(|| { + let _ = <$Curve>::generate_stealth_address( + [<$Curve:lower _random_keypair>].1, + [<$Curve:lower _random_keypair_2>].1, + [<$Curve:lower _random_keypair>].0, + ); + }) + }); + + group.bench_function("generate_stealth_private_key", |b| { + b.iter(|| { + let _ = <$Curve>::generate_stealth_private_key( + [<$Curve:lower _random_keypair>].1, + [<$Curve:lower _random_keypair>].0, + [<$Curve:lower _random_keypair_2>].0, + 0, + ); + }) + }); + } + }; +} + +criterion_group!(benches, criterion_benchmark); +criterion_main!(benches); diff --git a/sdk/src/stealth_addresses.rs b/sdk/src/stealth_addresses.rs index 4350566..74fff52 100644 --- a/sdk/src/stealth_addresses.rs +++ b/sdk/src/stealth_addresses.rs @@ -58,6 +58,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// The derived public key. + #[inline] fn derive_public_key(private_key: &Self::Fr) -> Self::Projective { Self::Projective::generator() * *private_key } @@ -67,6 +68,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// A tuple containing the private key and the derived public key. + #[inline] fn random_keypair() -> (Self::Fr, Self::Projective) { let private_key = Self::generate_random_fr(); let public_key = Self::derive_public_key(&private_key); @@ -78,6 +80,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// A random scalar field element. + #[inline] fn generate_random_fr() -> Self::Fr { Self::Fr::rand(&mut OsRng) } @@ -91,6 +94,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// A scalar field element derived from the hash of the input. + #[inline] fn hash_to_fr(input: &[u8]) -> Self::Fr { let mut hash = [0; 32]; let mut hasher = Keccak::v256(); @@ -111,6 +115,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// The computed shared elliptic curve point. + #[inline] fn compute_shared_point( private_key: Self::Fr, public_key: Self::Projective, @@ -129,6 +134,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// A tuple containing the stealth address and the view tag. + #[inline] fn generate_stealth_address( viewing_public_key: Self::Projective, spending_public_key: Self::Projective, @@ -153,6 +159,7 @@ pub trait StealthAddressOnCurve { /// # Returns /// /// An optional stealth private key. + #[inline] fn generate_stealth_private_key( ephemeral_public_key: Self::Projective, viewing_key: Self::Fr,