Function run_config_sweep

benchmarks/dirty_benchmark.py:773–850

Sweep through different configurations to find optimal settings. Tests combinations of workers and threads.

(verbose: bool = False)

def run_config_sweep(verbose: bool = False) -> list[BenchmarkResult]:
    """
    Sweep through different configurations to find optimal settings.

    Tests combinations of workers and threads.
    """
    results = []

    configs = [
        (1, 1),   # Baseline
        (2, 1),   # 2 workers, 1 thread each
        (4, 1),   # 4 workers, 1 thread each
        (2, 2),   # 2 workers, 2 threads each
        (2, 4),   # 2 workers, 4 threads each
        (4, 2),   # 4 workers, 2 threads each
    ]

    print("\nRunning configuration sweep...")

    for workers, threads in configs:
        print(f"\n  Testing workers={workers}, threads={threads}...")

        bench = IsolatedBenchmark(
            dirty_workers=workers,
            dirty_threads=threads,
            verbose=verbose,
        )

        try:
            bench.start()
            bench.warmup()

            # Run a standard workload
            start_time = time.perf_counter()
            latencies, errors = bench.run_benchmark(
                action="mixed_task",
                args=(20, 20),  # 20ms sleep + 20ms CPU
                total_requests=1000,
                concurrency=50,
            )
            duration = time.perf_counter() - start_time

            result = BenchmarkResult(
                scenario=f"config_w{workers}_t{threads}",
                config={
                    "dirty_workers": workers,
                    "dirty_threads": threads,
                    "task": "mixed_task(20, 20)",
                    "concurrency": 50,
                },
                total_requests=1000,
                successful=len(latencies),
                failed=len(errors),
                errors=errors[:5] if errors else [],
                duration_sec=round(duration, 2),
                requests_per_sec=round(len(latencies) / duration, 1),
                latency_ms=LatencyStats.from_samples(latencies),
            )