Telemetry benchmarks

[fgozdz]

Conduct telemetry benchmarks using bullmq-bench library.

[fgozdz]

with BullMQ-Otel and jaeger:

[1732655082558] BullMQ Benchmark: Running suite for: BullMQ 5.29.1
[1732655082558] BullMQ Benchmark: Running benchmark: queue-add
[1732655084176] BullMQ Benchmark: Tearing down...
[1732655084330] BullMQ Benchmark: Result for queue-add : {"execution":{"executedOn":"2024-11-26T21:04:42.558Z","setUpDuration":30,"runDuration":1587,"tearDownDuration":154,"finishedOn":"2024-11-26T21:04:44.330Z","totalDuration":1772},"result":{"redisVersion":"7.4.0","time":731,"rate":2736,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-queue-add-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":1000,"bulkSize":0,"jobData":{},"name":"queue-add","generateSampleJobData":{"widthFactor":10,"depthFactor":10},"queueName":"0413459c-ab23-4f18-ad1d-6188acede9de"}}
[1732655084331] BullMQ Benchmark: Running benchmark: queue-add-bulk
[1732655085174] BullMQ Benchmark: Tearing down...
[1732655085820] BullMQ Benchmark: Result for queue-add-bulk : {"execution":{"executedOn":"2024-11-26T21:04:44.331Z","setUpDuration":5,"runDuration":838,"tearDownDuration":646,"finishedOn":"2024-11-26T21:04:45.820Z","totalDuration":1489},"result":{"redisVersion":"7.4.0","time":724,"rate":15193,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-queue-add-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":10000,"bulkSize":50,"jobData":{},"name":"queue-add-bulk","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"queueName":"f2f564a1-ff41-418b-947b-f726a546a607"}}
[1732655085820] BullMQ Benchmark: Running benchmark: worker-generic
[1732655087446] BullMQ Benchmark: Tearing down...
[1732655087606] BullMQ Benchmark: Result for worker-generic : {"execution":{"executedOn":"2024-11-26T21:04:45.820Z","setUpDuration":142,"runDuration":1484,"tearDownDuration":160,"finishedOn":"2024-11-26T21:04:47.606Z","totalDuration":1786},"result":{"redisVersion":"7.4.0","time":756,"rate":2646,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-worker-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":1000,"jobData":{},"jobResult":{},"jobFailedReason":{},"jobFailureProbability":0,"name":"worker-generic","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"generateSampleJobResult":{"widthFactor":1,"depthFactor":1},"queueName":"9baf8a0e-0bfc-4c8a-9041-d144b0ee5e02"}}
[1732655087606] BullMQ Benchmark: Running benchmark: worker-concurrent
[1732655090027] BullMQ Benchmark: Tearing down...
[1732655090668] BullMQ Benchmark: Result for worker-concurrent : {"execution":{"executedOn":"2024-11-26T21:04:47.606Z","setUpDuration":599,"runDuration":1821,"tearDownDuration":641,"finishedOn":"2024-11-26T21:04:50.668Z","totalDuration":3062},"result":{"redisVersion":"7.4.0","time":1581,"rate":6958,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-worker-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":10000,"jobData":{},"jobResult":{},"jobFailedReason":{},"jobFailureProbability":0,"name":"worker-concurrent","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"generateSampleJobResult":{"widthFactor":1,"depthFactor":1},"workerOptions":{"concurrency":100,"connection":{"host":"127.0.0.1","port":6379}},"queueName":"12f25960-8dba-4d55-9b62-1f34bb0018e1"}}
[1732655090669] BullMQ Benchmark: Finished running suites
Done in 19.03s.

only bullmq:

[1732655169336] BullMQ Benchmark: Running suite for: BullMQ 5.29.1
[1732655169336] BullMQ Benchmark: Running benchmark: queue-add
[1732655170860] BullMQ Benchmark: Tearing down...
[1732655171018] BullMQ Benchmark: Result for queue-add : {"execution":{"executedOn":"2024-11-26T21:06:09.337Z","setUpDuration":25,"runDuration":1498,"tearDownDuration":158,"finishedOn":"2024-11-26T21:06:11.018Z","totalDuration":1681},"result":{"redisVersion":"7.4.0","time":735,"rate":2721,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-queue-add-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":1000,"bulkSize":0,"jobData":{},"name":"queue-add","generateSampleJobData":{"widthFactor":10,"depthFactor":10},"queueName":"3528414c-9067-4cf4-89da-2279fc905778"}}
[1732655171019] BullMQ Benchmark: Running benchmark: queue-add-bulk
[1732655171700] BullMQ Benchmark: Tearing down...
[1732655172306] BullMQ Benchmark: Result for queue-add-bulk : {"execution":{"executedOn":"2024-11-26T21:06:11.019Z","setUpDuration":6,"runDuration":675,"tearDownDuration":606,"finishedOn":"2024-11-26T21:06:12.306Z","totalDuration":1287},"result":{"redisVersion":"7.4.0","time":560,"rate":19643,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-queue-add-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":10000,"bulkSize":50,"jobData":{},"name":"queue-add-bulk","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"queueName":"d06b9fff-dadc-4424-9764-5c36e7235557"}}
[1732655172306] BullMQ Benchmark: Running benchmark: worker-generic
[1732655173806] BullMQ Benchmark: Tearing down...
[1732655173966] BullMQ Benchmark: Result for worker-generic : {"execution":{"executedOn":"2024-11-26T21:06:12.307Z","setUpDuration":115,"runDuration":1384,"tearDownDuration":160,"finishedOn":"2024-11-26T21:06:13.966Z","totalDuration":1659},"result":{"redisVersion":"7.4.0","time":705,"rate":2837,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-worker-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":1000,"jobData":{},"jobResult":{},"jobFailedReason":{},"jobFailureProbability":0,"name":"worker-generic","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"generateSampleJobResult":{"widthFactor":1,"depthFactor":1},"queueName":"5823a4bb-6d65-49f1-b077-57138bffad54"}}
[1732655173967] BullMQ Benchmark: Running benchmark: worker-concurrent
[1732655176222] BullMQ Benchmark: Tearing down...
[1732655176813] BullMQ Benchmark: Result for worker-concurrent : {"execution":{"executedOn":"2024-11-26T21:06:13.967Z","setUpDuration":551,"runDuration":1704,"tearDownDuration":590,"finishedOn":"2024-11-26T21:06:16.812Z","totalDuration":2845},"result":{"redisVersion":"7.4.0","time":1477,"rate":7448,"rateUnit":"jobs/sec"},"config":{"timeout":30000,"type":"bullmq-worker-benchmark","warmupJobsNum":1000,"benchmarkJobsNum":10000,"jobData":{},"jobResult":{},"jobFailedReason":{},"jobFailureProbability":0,"name":"worker-concurrent","generateSampleJobData":{"widthFactor":1,"depthFactor":1},"generateSampleJobResult":{"widthFactor":1,"depthFactor":1},"workerOptions":{"concurrency":100,"connection":{"host":"127.0.0.1","port":6379}},"queueName":"56505818-49cd-49e8-96da-6e45002ac0ef"}}
[1732655176813] BullMQ Benchmark: Finished running suites
Done in 10.61s.