|
| 1 | +from pathlib import Path |
| 2 | + |
| 3 | + |
| 4 | +import pytest |
| 5 | + |
| 6 | + |
| 7 | +from bench_runner import config |
| 8 | +from bench_runner import runners |
| 9 | +from bench_runner.scripts import install |
| 10 | + |
| 11 | + |
| 12 | +DATA_PATH = Path(__file__).parent / "data" |
| 13 | + |
| 14 | + |
| 15 | +@pytest.mark.parametrize( |
| 16 | + "os, default_timeout", [("linux", 1440), ("darwin", None), ("windows", None)] |
| 17 | +) |
| 18 | +def test_benchmark_timeout_minutes(tmp_path, monkeypatch, os, default_timeout): |
| 19 | + cfg = config.get_config(DATA_PATH / "bench_runner.toml") |
| 20 | + configured = runners.Runner( |
| 21 | + nickname="configured", |
| 22 | + os=os, |
| 23 | + arch="x86_64", |
| 24 | + hostname="configured", |
| 25 | + timeout_minutes=210, |
| 26 | + ) |
| 27 | + default = runners.Runner( |
| 28 | + nickname="default", os=os, arch="x86_64", hostname="default" |
| 29 | + ) |
| 30 | + monkeypatch.setattr(cfg, "runners", {"configured": configured, "default": default}) |
| 31 | + monkeypatch.setattr(config, "get_config", lambda: cfg) |
| 32 | + |
| 33 | + source = install.load_yaml(install.TEMPLATE_PATH / "_benchmark.src.yml") |
| 34 | + output = tmp_path / "_benchmark.yml" |
| 35 | + install.write_yaml(output, install.generate__benchmark(source), check=False) |
| 36 | + jobs = install.load_yaml(output)["jobs"] |
| 37 | + |
| 38 | + assert jobs[f"benchmark-{configured.name}"]["timeout-minutes"] == 210 |
| 39 | + default_job = jobs[f"benchmark-{default.name}"] |
| 40 | + if default_timeout is None: |
| 41 | + assert "timeout-minutes" not in default_job |
| 42 | + else: |
| 43 | + assert default_job["timeout-minutes"] == default_timeout |
0 commit comments