perf: get flamegraphs from benchmarks

Author: JuanCarlosgg

benchmarks/benchmark_main.cpp

@@ -11,6 +11,28 @@
 // Custom Qt message handler to filter debug output during benchmarks
 static bool g_verbose = false;
 
+namespace {
+
+bool hasCliFlag(int argc, char* argv[], const char* flag) {
+    for (int i = 1; i < argc; ++i) {
+        if (std::string(argv[i]) == flag) {
+            return true;
+        }
+    }
+    return false;
+}
+
+bool shouldPrintBenchmarkPreamble(int argc, char* argv[]) {
+    return !hasCliFlag(argc, argv, "--help")
+        && !hasCliFlag(argc, argv, "-?")
+        && !hasCliFlag(argc, argv, "--list-tests")
+        && !hasCliFlag(argc, argv, "--list-tags")
+        && !hasCliFlag(argc, argv, "--list-reporters")
+        && !hasCliFlag(argc, argv, "--list-listeners");
+}
+
+}  // namespace
+
 void benchmarkMessageHandler(QtMsgType type, const QMessageLogContext& context, const QString& msg) {
     // In non-verbose mode, only show warnings and above
     if (!g_verbose) {
@@ -72,31 +94,38 @@ int main(int argc, char* argv[]) {
         return returnCode;
     }
 
-    std::cout << "=================================\n";
-    std::cout << " DSR Benchmarking Suite\n";
-    std::cout << "=================================\n\n";
-    std::cout << "Available benchmark categories:\n";
-    std::cout << "  [BASELINE]     - Curated low-noise regression baseline\n";
-    std::cout << "  [EXTENDED]     - Slower supplementary baseline coverage\n";
-    std::cout << "  [LATENCY]      - Signal emission, CRDT operations\n";
-    std::cout << "  [THROUGHPUT]   - Single agent insert/read/update/delete, concurrent writers\n";
-    std::cout << "  [CRDT]         - mvreg and dot_context micro-benchmarks\n";
-    std::cout << "  [SCALABILITY]  - Thread scaling, graph size impact\n";
-    std::cout << "  [CONSISTENCY]  - Convergence time, conflict rates\n";
-    std::cout << "\n";
-    std::cout << "Usage examples:\n";
-    std::cout << "  ./dsr_benchmarks                    # Run all non-hidden benchmarks\n";
-    std::cout << "  ./dsr_benchmarks \"[BASELINE]\"       # Run curated baseline benchmarks\n";
-    std::cout << "  ./dsr_benchmarks \"[EXTENDED]\"       # Run slower supplementary coverage\n";
-    std::cout << "  ./dsr_benchmarks \"[LATENCY]\"        # Run latency benchmarks\n";
-    std::cout << "  ./dsr_benchmarks \"[THROUGHPUT]\"     # Run throughput benchmarks\n";
-    std::cout << "  ./dsr_benchmarks \"[CRDT]\"           # Run CRDT micro-benchmarks\n";
-    std::cout << "  ./dsr_benchmarks \"[.multi]\"         # Run multi-agent tests (may timeout)\n";
-    std::cout << "  ./dsr_benchmarks -r json::out=x.json # Export to JSON\n";
-    std::cout << "  ./dsr_benchmarks --verbose          # Show Qt debug messages\n";
-    std::cout << "\n";
-    std::cout << "Note: [.multi] and [.extended] tests are hidden by default.\n";
-    std::cout << "\n";
+    if (shouldPrintBenchmarkPreamble(argc, argv)) {
+        std::cout << "=================================\n";
+        std::cout << " DSR Benchmarking Suite\n";
+        std::cout << "=================================\n\n";
+        std::cout << "Available benchmark categories:\n";
+        std::cout << "  [BASELINE]     - Curated low-noise regression baseline\n";
+        std::cout << "  [EXTENDED]     - Slower supplementary baseline coverage\n";
+        std::cout << "  [LATENCY]      - Signal emission, CRDT operations\n";
+        std::cout << "  [THROUGHPUT]   - Single agent insert/read/update/delete, concurrent writers\n";
+        std::cout << "  [CRDT]         - mvreg and dot_context micro-benchmarks\n";
+        std::cout << "  [SCALABILITY]  - Thread scaling, graph size impact\n";
+        std::cout << "  [CONSISTENCY]  - Convergence time, conflict rates\n";
+        std::cout << "  [PROFILE]      - Expensive profiling-focused cases\n";
+        std::cout << "  [LOAD]         - Work-under-load and concurrency-heavy cases\n";
+        std::cout << "  [MULTIAGENT]   - Multi-agent synchronization/consistency cases\n";
+        std::cout << "\n";
+        std::cout << "Usage examples:\n";
+        std::cout << "  ./dsr_benchmarks                    # Run all non-hidden benchmarks\n";
+        std::cout << "  ./dsr_benchmarks \"[BASELINE]\"       # Run curated baseline benchmarks\n";
+        std::cout << "  ./dsr_benchmarks \"[EXTENDED]\"       # Run slower supplementary coverage\n";
+        std::cout << "  ./dsr_benchmarks \"[LATENCY]\"        # Run latency benchmarks\n";
+        std::cout << "  ./dsr_benchmarks \"[THROUGHPUT]\"     # Run throughput benchmarks\n";
+        std::cout << "  ./dsr_benchmarks \"[CRDT]\"           # Run CRDT micro-benchmarks\n";
+        std::cout << "  ./dsr_benchmarks \"[PROFILE][LOAD]\"  # Run long load-heavy cases\n";
+        std::cout << "  ./dsr_benchmarks \"[PROFILE][MULTIAGENT]\" # Run multi-agent profiling cases\n";
+        std::cout << "  ./dsr_benchmarks \"[.multi]\"         # Run multi-agent tests (may timeout)\n";
+        std::cout << "  ./dsr_benchmarks -r json::out=x.json # Export to JSON\n";
+        std::cout << "  ./dsr_benchmarks --verbose          # Show Qt debug messages\n";
+        std::cout << "\n";
+        std::cout << "Note: [.multi] and [.extended] tests are hidden by default.\n";
+        std::cout << "\n";
+    }
 
     return session.run();
 }

benchmarks/consistency/conflict_rate_bench.cpp

@@ -13,7 +13,7 @@
 using namespace DSR;
 using namespace DSR::Benchmark;
 
-TEST_CASE("Conflict rate benchmarks", "[CONSISTENCY][conflict][.multi]") {
+TEST_CASE("Conflict rate benchmarks", "[CONSISTENCY][conflict][.multi][PROFILE][MULTIAGENT]") {
     GraphGenerator generator;
     MetricsCollector collector("conflict_rate");
 
@@ -254,7 +254,7 @@ TEST_CASE("Conflict rate benchmarks", "[CONSISTENCY][conflict][.multi]") {
     reporter.export_all(result, "conflict_rate");
 }
 
-TEST_CASE("CRDT eventual consistency verification", "[CONSISTENCY][eventual][.multi]") {
+TEST_CASE("CRDT eventual consistency verification", "[CONSISTENCY][eventual][.multi][PROFILE][MULTIAGENT]") {
     GraphGenerator generator;
     MetricsCollector collector("eventual_consistency");
 

benchmarks/consistency/convergence_time_bench.cpp

@@ -13,7 +13,7 @@
 using namespace DSR;
 using namespace DSR::Benchmark;
 
-TEST_CASE("Convergence time benchmarks", "[CONSISTENCY][convergence][.multi]") {
+TEST_CASE("Convergence time benchmarks", "[CONSISTENCY][convergence][.multi][PROFILE][MULTIAGENT]") {
     GraphGenerator generator;
     MetricsCollector collector("convergence_time");
 
@@ -189,7 +189,7 @@ TEST_CASE("Convergence time benchmarks", "[CONSISTENCY][convergence][.multi]") {
     reporter.export_all(result, "convergence_time");
 }
 
-TEST_CASE("Attribute convergence", "[CONSISTENCY][convergence][attributes][.multi]") {
+TEST_CASE("Attribute convergence", "[CONSISTENCY][convergence][attributes][.multi][PROFILE][MULTIAGENT]") {
     GraphGenerator generator;
     MetricsCollector collector("attribute_convergence");