Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
3e69ec2
feat(observability): add managed monitoring stack and diagnostics
happy-v587 Oct 22, 2026
8c44446
fix(ci): check observability resource licenses
happy-v587 Nov 2, 2026
5fa867f
fix(ci): keep OTLP checks optional after master rebase
happy-v587 Nov 2, 2026
fdb7b1a
fix(ci): align observability fixtures and worker diagnostics
happy-v587 Nov 3, 2026
3489cd7
test(zcode): verify durable pause after scope timeout
happy-v587 Nov 3, 2026
2ee2cbb
fix(packaging): declare psutil as a server dependency
happy-v587 Nov 3, 2026
03efa42
fix(observability): repair reference demo signal correlation
happy-v587 Nov 3, 2026
9dfd1be
fix(observability): color status output and send valid TraceQL explor…
happy-v587 Nov 3, 2026
e319e85
fix(observability): reject log-specific exporter overrides
happy-v587 Nov 3, 2026
01ebe73
fix(ci): retry busy macOS image detach failures
happy-v587 Nov 3, 2026
a60e8e2
test(zcode): allow bounded initial recall timeouts
happy-v587 Nov 3, 2026
5eebbb6
fix(runtime): retain failure evidence across policy blocks
happy-v587 Nov 4, 2026
f999706
fix(ci): qualify merged ownership and observability contracts
happy-v587 Nov 4, 2026
8fa87c4
docs(desktop): record merged source evidence qualification
happy-v587 Nov 4, 2026
f969713
test(logging): accept declared service owner identity
happy-v587 Nov 4, 2026
e60384d
fix(ci): budget complete backend acceptance lifecycles
happy-v587 Nov 4, 2026
23bbf41
test(ci): isolate nested pytest runtime options
happy-v587 Nov 4, 2026
75239cf
chore(desktop): regenerate statistics observation bindings
happy-v587 Nov 4, 2026
581cf26
fix(desktop): accept optional statistics observations
happy-v587 Nov 4, 2026
e4d5e87
test(desktop): qualify combined statistics protocol
happy-v587 Nov 4, 2026
01dd266
docs(desktop): record statistics product qualification
happy-v587 Nov 4, 2026
63755a0
fix(ci): budget OceanBase clean migration lifecycles
happy-v587 Nov 4, 2026
06cff31
merge: sync master and preserve macOS DMG diagnostics
happy-v587 Nov 5, 2026
2722e8f
fix(ci): isolate macOS build retry fixtures after master sync
happy-v587 Nov 5, 2026
5e85e0f
merge: sync master and unify migration test budgets
happy-v587 Nov 5, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix(ci): budget complete backend acceptance lifecycles
  • Loading branch information
happy-v587 committed Nov 4, 2026
commit e60384d3596367c30f7a888ae3bc7229b5282556
5 changes: 3 additions & 2 deletions .github/workflows/e2e-harness.yml
Original file line number Diff line number Diff line change
Expand Up @@ -451,11 +451,12 @@ jobs:
test "$(wc -l < "$MIGRATION_REPORTS/startup-snapshot/nodes.txt")" -eq 3

- name: Test long-query retrieval and admission without skips
# Eight isolated cases include full Server setup and retain 180s deadlines.
# Include cold full-Server setup and database cleanup in each 300s deadline.
timeout-minutes: 30
run: |
uv run --locked python scripts/run_atomic_memory_clean_migration.py \
oceanbase --shard "${{ matrix.shard }}/3" --output "$MIGRATION_REPORTS/long-query" --tests \
oceanbase --shard "${{ matrix.shard }}/3" --process-timeout-seconds 300 \
--output "$MIGRATION_REPORTS/long-query" --tests \
tests/e2e/test_atomic_artifact_search_http.py \
tests/e2e/test_atomic_memory_long_fts_query.py

Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/master.yml
Original file line number Diff line number Diff line change
Expand Up @@ -474,9 +474,9 @@ jobs:
needs: [quality, tests]
if: ${{ !cancelled() && needs.quality.result == 'success' && contains(fromJSON('["success","skipped"]'), needs.tests.result) && (fromJSON(needs.quality.outputs.suites || '{}').database) }}
# Shard 0 also runs indexing, bootstrap (20m), and archive validation (5m)
# before migrations (25m). Preserve each step's deadline and leave time
# before migrations (40m). Preserve each step's deadline and leave time
# for environment setup and diagnostic uploads.
timeout-minutes: 60
timeout-minutes: 80
runs-on: ubuntu-latest
strategy:
fail-fast: false
Expand Down Expand Up @@ -536,8 +536,8 @@ jobs:
- name: Test unified migrations with embedded seekdb
if: ${{ !cancelled() && steps.seekdb_setup.outcome == 'success' }}
# Last-client shutdown adds native startup work. Partition runner nodes;
# every node keeps its 180-second deadline.
timeout-minutes: 25
# Source evidence expands the batch; every node keeps its 180-second deadline.
timeout-minutes: 40
env:
SEEKDB_MIGRATION_SHARD: ${{ matrix.migration-shard }}
POWERCONTEXT_TEST_MIGRATION_SEEKDB: "1"
Expand Down
23 changes: 18 additions & 5 deletions scripts/run_atomic_memory_clean_migration.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,13 +42,13 @@ def parse_shard(value: str) -> tuple[int, int]:
raise argparse.ArgumentTypeError(message)


def run_pytest(arguments: list[str], log: Path) -> int:
def run_pytest(arguments: list[str], log: Path, *, timeout_seconds: int = 180) -> int:
# GNU timeout also terminates native child processes; never retry a failed node.
command = [
"timeout",
"--signal=TERM",
"--kill-after=10s",
"180s",
f"{timeout_seconds}s",
sys.executable,
"-m",
"pytest",
Expand All @@ -59,7 +59,7 @@ def run_pytest(arguments: list[str], log: Path) -> int:
return subprocess.run(command, stdout=output, stderr=subprocess.STDOUT, check=False).returncode # noqa: S603


def run_node(node: str, directory: Path) -> bool:
def run_node(node: str, directory: Path, *, timeout_seconds: int = 180) -> bool:
directory.mkdir()
(directory / "node.txt").write_text(node + "\n")
report = directory / "junit.xml"
Expand All @@ -81,6 +81,7 @@ def run_node(node: str, directory: Path) -> bool:
node,
],
log,
timeout_seconds=timeout_seconds,
)
passed = False
try:
Expand All @@ -105,11 +106,19 @@ def main() -> int:
parser.add_argument("backend", choices=("seekdb", "oceanbase"))
parser.add_argument("--output", type=Path, required=True)
parser.add_argument("--collect-only", action="store_true")
parser.add_argument(
"--process-timeout-seconds",
type=int,
default=180,
help="Deadline for each collection or test process, including setup and cleanup (default: 180)",
)
parser.add_argument(
"--shard", type=parse_shard, default=(0, 1), help="Run zero-based shard INDEX/COUNT (default: 0/1)"
)
parser.add_argument("--tests", nargs="+", default=SUITES, help="Pytest files to run instead of clean migration")
args = parser.parse_args()
if args.process_timeout_seconds <= 0:
parser.error("--process-timeout-seconds must be positive")
output = args.output.resolve()
output.mkdir(parents=True, exist_ok=False)
shard_index, shard_count = args.shard
Expand All @@ -125,7 +134,11 @@ def main() -> int:
summary_path = output / "summary.json"
summary_path.write_text(json.dumps(summary, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
collection = output / "collection.log"
if run_pytest(["--collect-only", "-q", *args.tests, "-k", args.backend], collection):
if run_pytest(
["--collect-only", "-q", *args.tests, "-k", args.backend],
collection,
timeout_seconds=args.process_timeout_seconds,
):
print(collection.read_text(errors="replace"), flush=True)
return 1
nodes = [
Expand All @@ -150,7 +163,7 @@ def main() -> int:
# their schema creation and cleanup separate from other test cases.
try:
for index, node in enumerate(selected, 1):
if not run_node(node, output / f"{index:03d}"):
if not run_node(node, output / f"{index:03d}", timeout_seconds=args.process_timeout_seconds):
return 1
passed_nodes.append(node)
summary["complete"] = True
Expand Down
47 changes: 47 additions & 0 deletions tests/test_ci_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,53 @@ def workflow(name):
return result


@pytest.mark.skipif(sys.platform == "win32", reason="Isolated acceptance uses GNU timeout and POSIX process signals")
@pytest.mark.parametrize(("seconds", "passes"), [(2, False), (8, True)])
def test_migration_runner_requires_cleanup_within_selected_process_deadline(tmp_path, seconds, passes):
timeout = shutil.which("timeout") or shutil.which("gtimeout")
if timeout is None:
pytest.skip("GNU timeout is required for isolated Linux acceptance")
bin_dir = tmp_path / "bin"
bin_dir.mkdir()
(bin_dir / "timeout").symlink_to(timeout)
(tmp_path / "test_budget.py").write_text(
"import time\nimport pytest\n"
"@pytest.fixture\ndef cleanup():\n yield\n time.sleep(3)\n"
"def test_completed_seekdb(cleanup):\n pass\n"
)
output = tmp_path / "reports"
result = subprocess.run(
[
sys.executable,
str(ROOT / "scripts/run_atomic_memory_clean_migration.py"),
"seekdb",
"--output",
str(output),
"--process-timeout-seconds",
str(seconds),
"--tests",
"test_budget.py",
],
cwd=tmp_path,
env={
**os.environ,
"PATH": str(bin_dir) + os.pathsep + os.environ["PATH"],
"PYTEST_DISABLE_PLUGIN_AUTOLOAD": "1",
},
capture_output=True,
text=True,
timeout=20,
check=False,
)
assert result.returncode == (0 if passes else 1), result.stdout + result.stderr
summary = json.loads((output / "summary.json").read_text())
assert summary["complete"] is passes
assert summary["passed_nodes"] == (["test_budget.py::test_completed_seekdb"] if passes else [])
if not passes:
assert "PASSED" in (output / "001/pytest.log").read_text()
assert "FAIL exit=124" in (output / "001/result.txt").read_text()


def combinations(matrix):
if "include" in matrix:
return {(row["python-version"], row["suite"]) for row in matrix["include"]}
Expand Down