Update benchmarks (#123)

FI [recently upgraded](google/oss-fuzz#11611) and improved the function signature generation a lot. This PR re-generates the benchmarks with upgraded API: 1. Update the `all` benchmark set. 2. Update the `comparison` benchmark set with `update_comp_benchmarks.py`.
google · Feb 23, 2024 · 0ed11a3 · 0ed11a3
1 parent ab4914e
commit 0ed11a3
Show file tree

Hide file tree

Showing 66 changed files with 560 additions and 496 deletions.
diff --git a/benchmark-sets/all/abseil-cpp.yaml b/benchmark-sets/all/abseil-cpp.yaml
@@ -10,7 +10,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "bool"
-  "signature": "int long>(const unsigned long long)"
+  "signature": "bool Dispatch<absl::str_format_internal::VoidPtr>(Data, FormatConversionSpecImpl, void *)"
 - "name": "_ZN4absl19str_format_internal13FormatArgImpl8DispatchIlEEbNS1_4DataENS0_24FormatConversionSpecImplEPv"
   "params":
   - "name": "arg"
@@ -22,7 +22,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "bool"
-  "signature": "int long>(const unsigned long long)"
+  "signature": "bool Dispatch<absl::str_format_internal::VoidPtr>(Data, FormatConversionSpecImpl, void *)"
 - "name": "_ZN4absl19str_format_internal13FormatArgImpl8DispatchIsEEbNS1_4DataENS0_24FormatConversionSpecImplEPv"
   "params":
   - "name": "arg"
@@ -34,7 +34,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "bool"
-  "signature": "int long>(const unsigned long long)"
+  "signature": "bool Dispatch<absl::str_format_internal::VoidPtr>(Data, FormatConversionSpecImpl, void *)"
 - "name": "_ZN4absl19str_format_internal13FormatArgImpl8DispatchIaEEbNS1_4DataENS0_24FormatConversionSpecImplEPv"
   "params":
   - "name": "arg"
@@ -46,7 +46,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "bool"
-  "signature": "int long>(const unsigned long long)"
+  "signature": "bool Dispatch<absl::str_format_internal::VoidPtr>(Data, FormatConversionSpecImpl, void *)"
 - "name": "_ZN4absl19str_format_internal13FormatArgImpl8DispatchIcEEbNS1_4DataENS0_24FormatConversionSpecImplEPv"
   "params":
   - "name": "arg"
@@ -58,7 +58,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "bool"
-  "signature": "int long>(const unsigned long long)"
+  "signature": "bool Dispatch<absl::str_format_internal::VoidPtr>(Data, FormatConversionSpecImpl, void *)"
 "language": "c++"
 "project": "abseil-cpp"
 "target_name": "string_escape_fuzzer"

diff --git a/benchmark-sets/all/alembic.yaml b/benchmark-sets/all/alembic.yaml
@@ -32,7 +32,7 @@
   - "name": ""
     "type": "std::vector *"
   "return_type": "void"
-  "signature": "void ~IFactory(IFactory *)"
+  "signature": "IArchive getArchive(IFactory *, const std::__1::allocator<char> > > >)"
 - "name": "_ZN7Alembic14AbcCoreFactory3v128IFactory10getArchiveERKNSt3__16vectorINS3_12basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEENS8_ISA_EEEERNS2_8CoreTypeE"
   "params":
   - "name": ""
@@ -44,7 +44,7 @@
   - "name": ""
     "type": "int *"
   "return_type": "void"
-  "signature": "void ~IFactory(IFactory *)"
+  "signature": "IArchive getArchive(IFactory *, const std::__1::allocator<char> > > >, CoreType)"
 - "name": "_ZN7Alembic12AbcCoreOgawa3v127SprImpl9getSampleElPv"
   "params":
   - "name": ""

diff --git a/benchmark-sets/all/arduinojson.yaml b/benchmark-sets/all/arduinojson.yaml
@@ -24,7 +24,7 @@
   - "name": ""
     "type": "char *"
   "return_type": "void"
-  "signature": "void delete(void *, void *)"
+  "signature": "void operator delete(void *, void *)"
 "language": "c++"
 "project": "arduinojson"
 "target_name": "msgpack_fuzzer"

diff --git a/benchmark-sets/all/aspell.yaml b/benchmark-sets/all/aspell.yaml
@@ -8,7 +8,7 @@
   - "name": ""
     "type": "acommon::Config *"
   "return_type": "void"
-  "signature": "PosibErr<void> create_default_readonly_dict()"
+  "signature": "PosibErr<void> create_default_readonly_dict(StringEnumeration *, Config)"
 - "name": "_ZN12_GLOBAL__N_116WritableReplDict5mergeERN7acommon7FStreamENS1_10ParmStringEPNS1_6ConfigE"
   "params":
   - "name": "this"
@@ -24,7 +24,7 @@
   - "name": ""
     "type": "acommon::Config *"
   "return_type": "void"
-  "signature": "PosibErr<void> merge()"
+  "signature": "PosibErr<void> WritableReplDict::merge(FStream, ParmString, Config *)"
 - "name": "_ZN12_GLOBAL__N_112WritableDict5mergeERN7acommon7FStreamENS1_10ParmStringEPNS1_6ConfigE"
   "params":
   - "name": "this"
@@ -40,7 +40,7 @@
   - "name": ""
     "type": "acommon::Config *"
   "return_type": "void"
-  "signature": "PosibErr<void> merge()"
+  "signature": "PosibErr<void> WritableDict::merge(FStream, ParmString, Config *)"
 - "name": "_ZN12_GLOBAL__N_16createEPN7acommon17StringEnumerationERKN8aspeller8LanguageERNS0_6ConfigE"
   "params":
   - "name": "els"
@@ -52,7 +52,7 @@
   - "name": ""
     "type": "acommon::Config *"
   "return_type": "void"
-  "signature": "PosibErr<void> create()"
+  "signature": "PosibErr<void> create(StringEnumeration *, const Language, Config)"
 - "name": "_ZN7acommon23set_mode_from_extensionEPNS_6ConfigENS_10ParmStringEP8_IO_FILE"
   "params":
   - "name": "config"
@@ -66,7 +66,7 @@
   - "name": ""
     "type": "struct _IO_FILE *"
   "return_type": "void"
-  "signature": "PosibErr<void> set_mode_from_extension()"
+  "signature": "PosibErr<void> set_mode_from_extension(Config *, ParmString, FILE *)"
 "language": "c++"
 "project": "aspell"
 "target_name": "aspell_fuzzer"

diff --git a/benchmark-sets/all/bearssl.yaml b/benchmark-sets/all/bearssl.yaml
@@ -20,15 +20,15 @@
   - "name": ""
     "type": "cryptofuzz::operation::ECDSA_Sign *"
   "return_type": "void"
-  "signature": "optional<cryptofuzz::component::ECDSA_Signature> OpECGDSA_Sign()"
+  "signature": "optional<cryptofuzz::component::ECDSA_Signature> OpECGDSA_Sign(Botan *, ECGDSA_Sign)"
 - "name": "_ZN10cryptofuzz6module12Botan_detail11ECxDSA_SignIN5Botan17ECGDSA_PrivateKeyENS_9operation11ECGDSA_SignELb0EEENSt3__18optionalINS_9component15ECDSA_SignatureEEERT0_"
   "params":
   - "name": ""
     "type": "std::optional *"
   - "name": ""
     "type": "cryptofuzz::operation::ECDSA_Sign *"
   "return_type": "void"
-  "signature": "optional<cryptofuzz::component::ECDSA_Signature> true>()"
+  "signature": "optional<cryptofuzz::component::ECDSA_Signature> ECxDSA_Sign<Botan::ECDSA_PrivateKey, cryptofuzz::operation::ECDSA_Sign, true>(ECDSA_Sign)"
 - "name": "_ZN10cryptofuzz22Builtin_tests_importer3RunEv"
   "params":
   - "name": ""
@@ -50,7 +50,7 @@
   - "name": ""
     "type": "bool"
   "return_type": "void"
-  "signature": "secure_vector<unsigned char> private_key_bits(const EC_PrivateKey *)"
+  "signature": "void EC_PrivateKey(EC_PrivateKey *, const AlgorithmIdentifier, span<const unsigned char, 18446744073709551615UL>, bool)"
 "language": "c++"
 "project": "bearssl"
 "target_name": "cryptofuzz-bearssl"

diff --git a/benchmark-sets/all/boost-json.yaml b/benchmark-sets/all/boost-json.yaml
@@ -20,7 +20,7 @@
   - "name": ""
     "type": "struct boost::json::parse_options *"
   "return_type": "void"
-  "signature": "N/A"
+  "signature": "value parse(istream, error_code, storage_ptr, const parse_options)"
 - "name": "_ZN5boost4json5parseENS_4core17basic_string_viewIcEERNSt3__110error_codeENS0_11storage_ptrERKNS0_13parse_optionsE"
   "params":
   - "name": "s"
@@ -36,7 +36,7 @@
   - "name": ""
     "type": "struct boost::json::parse_options *"
   "return_type": "void"
-  "signature": "N/A"
+  "signature": "value parse(string_view, error_code, storage_ptr, const parse_options)"
 - "name": "_ZN5boost4json5parseERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEENS0_11storage_ptrERKNS0_13parse_optionsE"
   "params":
   - "name": "is"
@@ -48,7 +48,7 @@
   - "name": ""
     "type": "struct boost::json::parse_options *"
   "return_type": "void"
-  "signature": "N/A"
+  "signature": "value parse(istream, storage_ptr, const parse_options)"
 - "name": "_ZN5boost4json5parseENS_4core17basic_string_viewIcEENS0_11storage_ptrERKNS0_13parse_optionsE"
   "params":
   - "name": "s"
@@ -62,7 +62,7 @@
   - "name": ""
     "type": "struct boost::json::parse_options *"
   "return_type": "void"
-  "signature": "N/A"
+  "signature": "value parse(string_view, storage_ptr, const parse_options)"
 "language": "c++"
 "project": "boost-json"
 "target_name": "fuzz_parser"

diff --git a/benchmark-sets/all/boringssl.yaml b/benchmark-sets/all/boringssl.yaml
@@ -4,7 +4,7 @@
   - "name": ""
     "type": "struct _IO_FILE *"
   - "name": ""
-    "type": "4407 **"
+    "type": "4510 **"
   - "name": ""
     "type": "func_type *"
   - "name": ""
@@ -40,7 +40,7 @@
   - "name": ""
     "type": "struct _IO_FILE *"
   - "name": ""
-    "type": "4386 **"
+    "type": "4489 **"
   - "name": ""
     "type": "func_type *"
   - "name": ""
@@ -52,7 +52,7 @@
   - "name": ""
     "type": "struct bio_st *"
   - "name": ""
-    "type": "4407 **"
+    "type": "4510 **"
   - "name": ""
     "type": "func_type *"
   - "name": ""

diff --git a/benchmark-sets/all/brpc.yaml b/benchmark-sets/all/brpc.yaml
@@ -6,7 +6,7 @@
   - "name": ""
     "type": "char *"
   - "name": ""
-    "type": "google::protobuf::DescriptorPool::ErrorCollector *"
+    "type": "brpc::ProgressiveReader *"
   "return_type": "int"
   "signature": "int RunNamingService(ConsulNamingService *, const char *, NamingServiceActions *)"
 - "name": "_ZN4brpcL12GlobalUpdateEPv"

diff --git a/benchmark-sets/all/capnproto.yaml b/benchmark-sets/all/capnproto.yaml
@@ -4,13 +4,13 @@
   - "name": "builder"
     "type": "capnp::DynamicStruct::Builder *"
   "return_type": "void"
-  "signature": "void checkTestMessage(Reader)"
+  "signature": "void initDynamicTestMessage(Builder)"
 - "name": "_ZN5capnp1_12_GLOBAL__N_122dynamicInitTestMessageENS_13DynamicStruct7BuilderE"
   "params":
   - "name": "builder"
     "type": "capnp::DynamicStruct::Builder *"
   "return_type": "void"
-  "signature": "void genericInitTestMessage<capnproto_test::capnp::test::TestDefaults::Builder>(Builder)"
+  "signature": "void dynamicInitTestMessage(Builder)"
 - "name": "_ZN5capnp13DynamicStruct7Builder5adoptEN2kj9StringPtrEONS_6OrphanINS_12DynamicValueEEE"
   "params":
   - "name": "this"
@@ -22,7 +22,7 @@
   - "name": ""
     "type": "capnp::Orphan *"
   "return_type": "void"
-  "signature": "uint16_t const DynamicEnum::asImpl(uint64_t)"
+  "signature": "void Builder::adopt(StringPtr, Orphan<capnp::DynamicValue>)"
 - "name": "_ZN5capnp13DynamicStruct7Builder5adoptENS_12StructSchema5FieldEONS_6OrphanINS_12DynamicValueEEE"
   "params":
   - "name": "this"
@@ -32,13 +32,13 @@
   - "name": "orphan"
     "type": "capnp::Orphan *"
   "return_type": "void"
-  "signature": "uint16_t const DynamicEnum::asImpl(uint64_t)"
+  "signature": "void Builder::adopt(Field, Orphan<capnp::DynamicValue>)"
 - "name": "_ZN5capnp1_23checkDynamicTestMessageENS_13DynamicStruct7BuilderE"
   "params":
   - "name": "builder"
     "type": "capnp::DynamicStruct::Builder *"
   "return_type": "void"
-  "signature": "void checkTestMessage(Reader)"
+  "signature": "void checkDynamicTestMessage(Builder)"
 "language": "c++"
 "project": "capnproto"
 "target_name": "capnp-llvm-fuzzer-testcase"

diff --git a/benchmark-sets/all/cctz.yaml b/benchmark-sets/all/cctz.yaml
@@ -2,13 +2,13 @@
 - "name": "_ZN4cctz15local_time_zoneEv"
   "params": []
   "return_type": "cctz::time_zone::Impl *"
-  "signature": "bool load_time_zone(const string, time_zone *)"
+  "signature": "time_zone local_time_zone()"
 - "name": "_ZN4cctz15fixed_time_zoneERKNSt3__16chrono8durationIlNS0_5ratioILl1ELl1EEEEE"
   "params":
   - "name": "offset"
     "type": "std::chrono::duration *"
   "return_type": "cctz::time_zone::Impl *"
-  "signature": "bool load_time_zone(const string, time_zone *)"
+  "signature": "time_zone fixed_time_zone(const seconds)"
 - "name": "_ZNK4cctz9time_zone11descriptionEv"
   "params":
   - "name": "this"

diff --git a/benchmark-sets/all/civetweb.yaml b/benchmark-sets/all/civetweb.yaml
@@ -55,5 +55,5 @@
   "signature": "mg_connection * mg_download(const char *, int, int, char *, size_t, const char *, void)"
 "language": "c"
 "project": "civetweb"
-"target_name": "civetweb_fuzz1"
+"target_name": "civetweb_fuzz3"
 "target_path": "/src/civetweb/fuzztest/fuzzmain.c"
diff --git a/benchmark-sets/all/cppitertools.yaml b/benchmark-sets/all/cppitertools.yaml
@@ -6,7 +6,7 @@
   - "name": ""
     "type": "std::string *"
   "return_type": "void"
-  "signature": "void Iterator(std::__1::allocator<char> > &> *, std::__1::allocator<char> >, size_t)"
+  "signature": "Iterator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > &> zero_length_end(std::__1::allocator<char> >)"
 - "name": "_ZN4iter4impl10CompressedIRNSt3__16vectorIiNS2_9allocatorIiEEEERNS3_IbNS4_IbEEEEE8IteratorIS7_SA_EppEv"
   "params":
   - "name": "this"

diff --git a/benchmark-sets/all/dropbear.yaml b/benchmark-sets/all/dropbear.yaml
@@ -15,10 +15,6 @@
     "type": "int"
   "return_type": "int"
   "signature": "int signkey_generate(signkey_type, int, const char *, int)"
-- "name": "setup"
-  "params": []
-  "return_type": "void"
-  "signature": "void setup()"
 - "name": "recv_msg_userauth_pk_ok"
   "params": []
   "return_type": "void"
@@ -29,6 +25,12 @@
     "type": "int"
   "return_type": "struct dropbear_DSS_Key *"
   "signature": "dropbear_rsa_key * gen_rsa_priv_key(unsigned int)"
+- "name": "gen_dss_priv_key"
+  "params":
+  - "name": "size"
+    "type": "int"
+  "return_type": "struct dropbear_DSS_Key *"
+  "signature": "dropbear_dss_key * gen_dss_priv_key(unsigned int)"
 "language": "c++"
 "project": "dropbear"
 "target_name": "fuzzer-verify"

diff --git a/benchmark-sets/all/expat.yaml b/benchmark-sets/all/expat.yaml
@@ -49,5 +49,5 @@
   "signature": "int initScanContent(const ENCODING *, const char *, const char *, const char **)"
 "language": "c++"
 "project": "expat"
-"target_name": "xml_parsebuffer_fuzzer_UTF-16"
+"target_name": "xml_parsebuffer_fuzzer_ISO-8859-1"
 "target_path": "/src/expat/expat/fuzz/xml_parsebuffer_fuzzer.c"
diff --git a/benchmark-sets/all/firestore.yaml b/benchmark-sets/all/firestore.yaml
@@ -1,12 +1,4 @@
 "functions":
-- "name": "_ZNK8firebase9firestore4core5Query10ComparatorEv"
-  "params":
-  - "name": ""
-    "type": "firebase::firestore::model::DocumentComparator *"
-  - "name": ""
-    "type": "firebase::firestore::core::Query *"
-  "return_type": "void"
-  "signature": "DocumentComparator Comparator()"
 - "name": "_ZNK8firebase9firestore4core5Query13MatchesBoundsERKNS0_5model8DocumentE"
   "params":
   - "name": ""
@@ -15,21 +7,17 @@
     "type": "anon *"
   "return_type": "bool"
   "signature": "bool MatchesBounds(const Query *, const Document)"
-- "name": "_ZNK8firebase9firestore5model13PatchMutation3Rep8ToStringEv"
+- "name": "_ZNK8firebase9firestore4core5Bound18SortsAfterDocumentERKNSt3__16vectorINS1_7OrderByENS3_9allocatorIS5_EEEERKNS0_5model8DocumentE"
   "params":
   - "name": ""
-    "type": "std::string *"
+    "type": "firebase::firestore::core::Bound *"
   - "name": ""
-    "type": "firebase::firestore::model::PatchMutation::Rep *"
-  "return_type": "void"
-  "signature": "string ToString(const Rep *)"
-- "name": "_ZNK8firebase9firestore4core5Query4HashEv"
-  "params":
+    "type": "std::vector *"
   - "name": ""
-    "type": "firebase::firestore::core::Query *"
-  "return_type": "size_t"
-  "signature": "size_t Hash(const Query *)"
-- "name": "_ZNK8firebase9firestore4core5Bound18SortsAfterDocumentERKNSt3__16vectorINS1_7OrderByENS3_9allocatorIS5_EEEERKNS0_5model8DocumentE"
+    "type": "anon *"
+  "return_type": "bool"
+  "signature": "bool SortsAfterDocument(const Bound *, const std::__1::allocator<firebase::firestore::core::OrderBy> >, const Document)"
+- "name": "_ZNK8firebase9firestore4core5Bound19SortsBeforeDocumentERKNSt3__16vectorINS1_7OrderByENS3_9allocatorIS5_EEEERKNS0_5model8DocumentE"
   "params":
   - "name": ""
     "type": "firebase::firestore::core::Bound *"
@@ -38,7 +26,27 @@
   - "name": ""
     "type": "anon *"
   "return_type": "bool"
-  "signature": "bool SortsAfterDocument(const Bound *, const std::__1::allocator<firebase::firestore::core::OrderBy> >, const Document)"
+  "signature": "bool SortsBeforeDocument(const Bound *, const std::__1::allocator<firebase::firestore::core::OrderBy> >, const Document)"
+- "name": "_ZNK8firebase9firestore4core5Bound17CompareToDocumentERKNSt3__16vectorINS1_7OrderByENS3_9allocatorIS5_EEEERKNS0_5model8DocumentE"
+  "params":
+  - "name": ""
+    "type": "firebase::firestore::core::Bound *"
+  - "name": ""
+    "type": "std::vector *"
+  - "name": ""
+    "type": "anon *"
+  "return_type": "int"
+  "signature": "ComparisonResult CompareToDocument(const Bound *, const std::__1::allocator<firebase::firestore::core::OrderBy> >, const Document)"
+- "name": "_ZZNK8firebase9firestore4core5Query10ComparatorEvENK3$_2clERKNS0_5model8DocumentES7_"
+  "params":
+  - "name": ""
+    "type": "anon *"
+  - "name": ""
+    "type": "anon *"
+  - "name": ""
+    "type": "anon *"
+  "return_type": "int"
+  "signature": "void ( *, )"
 "language": "c++"
 "project": "firestore"
 "target_name": "snappy_compress_fuzzer"