mirror of
https://github.com/basnijholt/compose-farm.git
synced 2026-02-03 14:13:26 +00:00
0f67c17281
- Enable `-n auto` for all test commands in justfile (parallel execution) - Add redis stack to test fixtures (missing stack was causing test failure) - Replace hardcoded timeouts with constants: `TIMEOUT` (10s) and `SHORT_TIMEOUT` (5s) - Rename `test-unit` → `test-cli` and `test-browser` → `test-web` - Skip CLI startup test when running in parallel mode (`-n auto`) - Update test assertions for 5 stacks (was 4)
66 lines
1.8 KiB
Python
66 lines
1.8 KiB
Python
"""Test CLI startup performance."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
|
|
import pytest
|
|
|
|
# Thresholds in seconds, per OS
|
|
if sys.platform == "win32":
|
|
CLI_STARTUP_THRESHOLD = 2.0
|
|
elif sys.platform == "darwin":
|
|
CLI_STARTUP_THRESHOLD = 0.35
|
|
else: # Linux
|
|
CLI_STARTUP_THRESHOLD = 0.25
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
"PYTEST_XDIST_WORKER" in os.environ,
|
|
reason="Skip in parallel mode due to resource contention",
|
|
)
|
|
def test_cli_startup_time() -> None:
|
|
"""Verify CLI startup time stays within acceptable bounds.
|
|
|
|
This test ensures we don't accidentally introduce slow imports
|
|
that degrade the user experience.
|
|
"""
|
|
cf_path = shutil.which("cf")
|
|
assert cf_path is not None, "cf command not found in PATH"
|
|
|
|
# Run up to 6 times, return early if we hit the threshold
|
|
times: list[float] = []
|
|
for _ in range(6):
|
|
start = time.perf_counter()
|
|
result = subprocess.run(
|
|
[cf_path, "--help"],
|
|
check=False,
|
|
capture_output=True,
|
|
text=True,
|
|
)
|
|
elapsed = time.perf_counter() - start
|
|
times.append(elapsed)
|
|
|
|
# Verify the command succeeded
|
|
assert result.returncode == 0, f"CLI failed: {result.stderr}"
|
|
|
|
# Pass early if under threshold
|
|
if elapsed < CLI_STARTUP_THRESHOLD:
|
|
print(f"\nCLI startup: {elapsed:.3f}s (threshold: {CLI_STARTUP_THRESHOLD}s)")
|
|
return
|
|
|
|
# All attempts exceeded threshold
|
|
best_time = min(times)
|
|
msg = (
|
|
f"\nCLI startup times: {[f'{t:.3f}s' for t in times]}\n"
|
|
f"Best: {best_time:.3f}s, Threshold: {CLI_STARTUP_THRESHOLD}s"
|
|
)
|
|
print(msg)
|
|
|
|
err_msg = f"CLI startup too slow!\n{msg}\nCheck for slow imports."
|
|
raise AssertionError(err_msg)
|