[ { "id": "hammerdb", "visible": true, "name": "HammerDB", "logo": "/assets/logo_hammerdb.png", "description": "Open-source database benchmarking and load testing tool with support for all major databases.", "website": "https://www.hammerdb.com/", "tags": [ "Open Source", "Free", "Linux", "Windows", "Docker" ], "sponsor": "silver", "sponsor_primary": true, "contributor": false, "details": { "sections": [ { "title": "About HammerDB", "content": "HammerDB is the industry-standard open-source database benchmark, widely used across the database, cloud, and hardware ecosystem to evaluate mission-critical performance, scalability, and real-world workload behaviour. Its transparent and reproducible workloads are trusted by practitioners and vendors alike when validating performance claims, comparing configurations, and understanding database behaviour under load." }, { "title": "Key Features", "content": { "type": "ul", "items": [ "Flexible Deployment: Offers a graphical user interface (GUI), command-line interface (CLI), and browser-based access, with official Docker images for CI/CD and cloud integration.", "TPC-Inspired Workloads: Implements fair-use versions of TPC-C (OLTP) and TPC-H (decision support) benchmarks under the TPC-OSS program, ensuring transparency and reproducibility.", "High-Performance Architecture: Built on Tcl and C with a multi-threaded, non-blocking design that minimizes client-side overhead, ensuring tests stress the database’s concurrency, not the client.", "Realistic Load Simulation: Generates thousands of virtual users using independent threads, simulating production workloads with realistic transaction mixes and response time tracking." ] } }, { "title": "MariaDB Support", "content": "HammerDB has long supported MariaDB and is frequently used by the community to test new releases, investigate performance regressions, and build confidence in production deployments." } ], "links": [ { "label": "Official Website", "url": "https://www.hammerdb.com/" }, { "label": "GitHub", "url": "https://github.com/TPC-Council/HammerDB" }, { "label": "Download", "url": "https://www.hammerdb.com/download.html" }, { "label": "Documentation", "url": "https://www.hammerdb.com/document.html" }, { "label": "Sponsorship Announcement", "url": "https://mariadb.org/mariadb-foundation-welcomes-hammerdb-as-a-silver-sponsor/" } ] } }, { "id": "sysbench", "visible": true, "name": "Sysbench", "logo": "/assets/logo_bench_test.svg", "description": "Open-source scriptable multi-threaded benchmark tool based on LuaJIT.", "website": "https://github.com/akopytov/sysbench", "tags": [ "Open Source", "Free", "Linux", "macOS" ], "sponsor": false, "contributor": false, "details": { "sections": [ { "title": "About Sysbench", "content": "Sysbench is a scriptable database and system performance benchmark that comes bundled with multiple benchmarks. It is most frequently used for database benchmarks, but can also be used to create arbitrarily complex workloads that do not involve a database server." }, { "title": "Key Features", "content": { "type": "ul", "items": [ "Extensive statistics about rate and latency are available, including latency percentiles and histograms.", "Low overhead even with thousands of concurrent threads. Sysbench is capable of generating and tracking hundreds of millions of events per second.", "New benchmarks can easily be added by implementing pre-defined hooks in user-provided Lua scripts.", "Possibility to be used as a general-purpose Lua interpreter as well." ] } }, { "title": "MariaDB Support", "content": "Sysbench provides native support for MariaDB Server and is widely used by the MariaDB community and developers for performance benchmarking, regression testing, and workload simulation." } ], "links": [ { "label": "GitHub", "url": "https://github.com/akopytov/sysbench" }, { "label": "Download", "url": "https://packagecloud.io/akopytov/sysbench/install" } ] } }, { "id": "mariadb-taf", "visible": true, "name": "Test Automation Framework", "logo": "/assets/logo_bench_test.svg", "description": "TAF is a deterministic, extensible test automation framework written in Perl and developed under the guidance of the MariaDB Foundation.", "website": "https://github.com/MariaDB/TAF", "tags": [ "Open Source", "Free", "Linux" ], "sponsor": false, "contributor": false, "details": { "sections": [ { "title": "About Test Automation Framework", "content": "TAF is a reproducible, contract‑driven benchmarking and testing framework developed under the guidance of the MariaDB Foundation and built together with the MariaDB Server community. Its purpose is to make database performance testing transparent, repeatable, and comparable across MariaDB, MySQL, and future database systems." }, { "title": "Key Features", "content": { "type": "ul", "items": [ "Perl implementation ensures stable behavior across platforms and predictable execution.", "Deterministic lifecycle routines.", "Properties-driven configuration with override discipline.", "Unified tools library for file operations, logging, archiving, SCP, validation, and system information.", "Starter template suite for rapid onboarding.", "By default, TAF keeps all components, including database software installs, inside the TAF directory structure. This keeps test systems clean and allows multiple database installs to coexist without affecting the host." ] } }, { "title": "MariaDB Support", "content": "TAF is maintained under the MariaDB Foundation as part of its mission to support open, vendor-neutral, community-driven tooling for the database ecosystem. The framework supports MariaDB, MySQL, and any other database system for which a TAF database plugin, SQL dialect, and compatible test client exist." } ], "links": [ { "label": "GitHub", "url": "https://github.com/MariaDB/TAF" } ] } }, { "id": "vectordbbench", "name": "VectorDBBench", "logo": "/assets/logo_vectordbbench.png", "description": "An open-source benchmarking tool for evaluating and comparing vector database performance across search speed, insertion throughput, filtered search, and cost-effectiveness.", "website": "https://github.com/zilliztech/VectorDBBench", "tags": [ "Open Source", "Free", "Web-Based" ], "sponsor": false, "sponsor_primary": false, "contributor": false, "details": { "sections": [ { "title": "About VectorDBBench", "content": "VectorDBBench is a comprehensive vector database benchmarking tool by Zilliz, supporting 30+ systems including managed cloud services. It measures ANN search performance, insertion speed, filtered search, and capacity across real-world datasets, with results visualised through a built-in web UI and a public leaderboard." }, { "title": "Key Features", "content": { "type": "ul", "items": [ "Benchmarks 30+ vector databases and cloud services in a unified, reproducible framework.", "Multiple test scenarios: ANN search, filtered search (integer and label-based), insertion performance, full-text search, and streaming workloads.", "Real-world datasets from SIFT, GIST, Cohere, and OpenAI for realistic performance comparisons.", "Web-based UI for running benchmarks and visualizing results, with a public leaderboard at zilliz.com/benchmark." ] } }, { "title": "MariaDB Support", "content": "MariaDB 11.7+ is supported as a vector database via the vectordbbench mariadbhnsw command. The benchmark covers HNSW vector indexing and filtered vector search, with configurable parameters for storage engine, index M value, ef_search, and max cache size." } ], "links": [ { "label": "Zilliz Website", "url": "https://zilliz.com/" }, { "label": "GitHub", "url": "https://github.com/zilliztech/VectorDBBench" }, { "label": "MariaDB Vector", "url": "https://mariadb.org/projects/mariadb-vector/" } ] } } ]