107 lines
4.0 KiB
Python
107 lines
4.0 KiB
Python
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
from scripts import agent_detection_manifest_check as check
|
|
|
|
|
|
def manifest(agent_id: str, version: str, contains: str = "ready") -> str:
|
|
return f'''id = "{agent_id}"
|
|
version = "{version}"
|
|
min_engine_version = 1
|
|
updated_at = "2026-06-10T00:00:00Z"
|
|
|
|
[[rules]]
|
|
id = "idle"
|
|
state = "idle"
|
|
contains = ["{contains}"]
|
|
'''
|
|
|
|
|
|
def catalog(agent_id: str = "codex", path: str = "codex.toml") -> str:
|
|
return f'''schema_version = 1
|
|
|
|
[[agents]]
|
|
id = "{agent_id}"
|
|
path = "{path}"
|
|
'''
|
|
|
|
|
|
class AgentDetectionManifestCheckTests(unittest.TestCase):
|
|
def test_validates_bundled_and_matching_website_catalog(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
root = Path(tmp)
|
|
bundled = root / "bundled"
|
|
website = root / "website"
|
|
bundled.mkdir()
|
|
website.mkdir()
|
|
content = manifest("codex", "2026.06.10.1")
|
|
(bundled / "codex.toml").write_text(content)
|
|
(website / "codex.toml").write_text(content)
|
|
(website / "index.toml").write_text(catalog())
|
|
|
|
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
|
|
check.validate_catalog(website, bundled_manifests, engine_version=1)
|
|
|
|
def test_rejects_website_version_lower_than_bundled(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
root = Path(tmp)
|
|
bundled = root / "bundled"
|
|
website = root / "website"
|
|
bundled.mkdir()
|
|
website.mkdir()
|
|
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.2"))
|
|
(website / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
|
|
(website / "index.toml").write_text(catalog())
|
|
|
|
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
|
|
with self.assertRaisesRegex(check.CheckError, "lower than bundled"):
|
|
check.validate_catalog(website, bundled_manifests, engine_version=1)
|
|
|
|
def test_rejects_same_version_content_drift(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
root = Path(tmp)
|
|
bundled = root / "bundled"
|
|
website = root / "website"
|
|
bundled.mkdir()
|
|
website.mkdir()
|
|
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "ready"))
|
|
(website / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "changed"))
|
|
(website / "index.toml").write_text(catalog())
|
|
|
|
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
|
|
with self.assertRaisesRegex(check.CheckError, "same version"):
|
|
check.validate_catalog(website, bundled_manifests, engine_version=1)
|
|
|
|
def test_rejects_unknown_catalog_agent(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
root = Path(tmp)
|
|
bundled = root / "bundled"
|
|
website = root / "website"
|
|
bundled.mkdir()
|
|
website.mkdir()
|
|
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
|
|
(website / "newagent.toml").write_text(manifest("newagent", "2026.06.10.1"))
|
|
(website / "index.toml").write_text(catalog("newagent", "newagent.toml"))
|
|
|
|
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
|
|
with self.assertRaisesRegex(check.CheckError, "unknown agent"):
|
|
check.validate_catalog(website, bundled_manifests, engine_version=1)
|
|
|
|
def test_rejects_manifest_requiring_newer_engine(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
bundled = Path(tmp) / "bundled"
|
|
bundled.mkdir()
|
|
(bundled / "codex.toml").write_text(
|
|
manifest("codex", "2026.06.10.1").replace(
|
|
"min_engine_version = 1", "min_engine_version = 2"
|
|
)
|
|
)
|
|
|
|
with self.assertRaisesRegex(check.CheckError, "exceeds engine"):
|
|
check.load_manifest_dir(bundled, engine_version=1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|