158 lines
5.7 KiB
Python
158 lines
5.7 KiB
Python
"""Hermes Hub — Automated Release Gate & Verification Engine.
|
|
|
|
Strictly checks all criteria before allowing a release build:
|
|
1. Version consistency across manifests and code (0.1.1).
|
|
2. P0 Release Gate tests pass 100%.
|
|
3. Full offline test suite passes hermetically.
|
|
4. Auto-updater, cryptographic verification, and rollback pass.
|
|
5. Zero hardcoded developer paths (E:\\Agent projects, C:\\Users\\trush, etc.) in src/.
|
|
6. Zero secrets / keys / credentials in git repo.
|
|
7. Multi-Provider Router verification passes.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parent.parent
|
|
if str(ROOT / "src") not in sys.path:
|
|
sys.path.insert(0, str(ROOT / "src"))
|
|
|
|
from antigravity_provider.version import __version__, get_version
|
|
from antigravity_provider import paths
|
|
|
|
|
|
def check_version_consistency() -> tuple[bool, str]:
|
|
ver = get_version()
|
|
# Check compatibility.json
|
|
compat_file = ROOT / "config" / "compatibility.json"
|
|
if compat_file.exists():
|
|
compat_data = json.loads(compat_file.read_text(encoding="utf-8"))
|
|
if compat_data.get("hub_version") != ver:
|
|
return False, f"compatibility.json has hub_version '{compat_data.get('hub_version')}' != '{ver}'"
|
|
|
|
# Check pyproject.toml
|
|
pyproject_file = ROOT / "pyproject.toml"
|
|
if pyproject_file.exists():
|
|
content = pyproject_file.read_text(encoding="utf-8")
|
|
if f'version = "{ver}"' not in content:
|
|
return False, f"pyproject.toml missing version = \"{ver}\""
|
|
|
|
return True, f"Version {ver} is consistent across all manifests"
|
|
|
|
|
|
def _run_pytest(args: list[str]) -> subprocess.CompletedProcess:
|
|
env = dict(os.environ)
|
|
env["PYTHONPATH"] = str(ROOT / "src")
|
|
return subprocess.run(
|
|
[sys.executable, "-m", "pytest"] + args,
|
|
cwd=str(ROOT),
|
|
env=env,
|
|
capture_output=True,
|
|
text=True,
|
|
)
|
|
|
|
|
|
def check_p0_release_gate() -> tuple[bool, str]:
|
|
res = _run_pytest(["-v", "tests/test_p0_release_gate.py"])
|
|
if res.returncode != 0:
|
|
return False, f"P0 tests failed:\n{res.stdout}\n{res.stderr}"
|
|
return True, "12/12 P0 release blockers & regression checks verified"
|
|
|
|
|
|
def check_updater_and_rollback() -> tuple[bool, str]:
|
|
res = _run_pytest(["-v", "tests/test_updater.py"])
|
|
if res.returncode != 0:
|
|
return False, f"Updater tests failed:\n{res.stdout}\n{res.stderr}"
|
|
return True, "Auto-updater, SHA-256 verification, and rollback verified"
|
|
|
|
|
|
def check_full_test_suite() -> tuple[bool, str]:
|
|
res = _run_pytest(["-v"])
|
|
if res.returncode != 0:
|
|
return False, f"Offline pytest suite failed:\n{res.stdout}\n{res.stderr}"
|
|
return True, "All unit and integration tests passed offline"
|
|
|
|
|
|
def check_zero_hardcoded_paths() -> tuple[bool, str]:
|
|
forbidden_patterns = [
|
|
re.compile(r"E:\\+Agent projects", re.IGNORECASE),
|
|
re.compile(r"C:\\+Users\\+trush", re.IGNORECASE),
|
|
re.compile(r"C:\\+Users\\+Ochenstarik", re.IGNORECASE),
|
|
]
|
|
|
|
src_dir = ROOT / "src"
|
|
violations = []
|
|
for f in src_dir.rglob("*.py"):
|
|
text = f.read_text(encoding="utf-8", errors="ignore")
|
|
for pat in forbidden_patterns:
|
|
if pat.search(text):
|
|
violations.append(f"{f.relative_to(ROOT)} matched {pat.pattern}")
|
|
|
|
if violations:
|
|
return False, f"Found hardcoded developer paths in src:\n" + "\n".join(violations)
|
|
return True, "Zero hardcoded developer paths in src/"
|
|
|
|
|
|
def check_security_zero_secrets() -> tuple[bool, str]:
|
|
secret_files = list(ROOT.rglob("auth.json")) + list(ROOT.rglob("*.secret")) + list(ROOT.rglob("*.key")) + list(ROOT.rglob(".env*"))
|
|
tracked_secrets = []
|
|
for sf in secret_files:
|
|
if ".git" not in str(sf) and "venv" not in str(sf) and "scratch" not in str(sf) and "example" not in str(sf):
|
|
tracked_secrets.append(str(sf.relative_to(ROOT)))
|
|
|
|
if tracked_secrets:
|
|
return False, f"Found sensitive secret files in repository:\n" + "\n".join(tracked_secrets)
|
|
|
|
# Check for hardcoded OpenAI / OpenCode live API keys in src/
|
|
src_dir = ROOT / "src"
|
|
live_key_pattern = re.compile(r"""(?:sk-[a-zA-Z0-9]{32,}|opencode-[a-zA-Z0-9]{20,})""")
|
|
for f in src_dir.rglob("*.py"):
|
|
text = f.read_text(encoding="utf-8", errors="ignore")
|
|
if live_key_pattern.search(text):
|
|
return False, f"Found potential live API key in source file: {f.relative_to(ROOT)}"
|
|
|
|
return True, "Zero secret/credential files or live API keys tracked in repository"
|
|
|
|
|
|
def run_release_gate():
|
|
print("=" * 70)
|
|
print(f" Hermes Hub — Release Gate Verification (Target: v{__version__})")
|
|
print("=" * 70)
|
|
|
|
checks = [
|
|
("1. Version Consistency", check_version_consistency),
|
|
("2. P0 Release Blockers (9/9)", check_p0_release_gate),
|
|
("3. Auto-Updater & Rollback", check_updater_and_rollback),
|
|
("4. Full Offline Pytest Suite", check_full_test_suite),
|
|
("5. Zero Hardcoded Developer Paths", check_zero_hardcoded_paths),
|
|
("6. Zero Credentials & Secrets", check_security_zero_secrets),
|
|
]
|
|
|
|
all_passed = True
|
|
for title, check_func in checks:
|
|
print(f"\nRunning {title}...")
|
|
ok, msg = check_func()
|
|
if ok:
|
|
print(f" [PASS] {msg}")
|
|
else:
|
|
print(f" [FAIL] {msg}")
|
|
all_passed = False
|
|
|
|
print("\n" + "=" * 70)
|
|
if all_passed:
|
|
print(" [RELEASE GATE: PASSED] All criteria verified. Ready for Release v" + __version__)
|
|
print("=" * 70)
|
|
sys.exit(0)
|
|
else:
|
|
print(" [RELEASE GATE: FAILED] One or more checks failed. Release blocked.")
|
|
print("=" * 70)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
run_release_gate()
|