feat: distribute agent detection manifests

1 files changed, 106 insertions, 0 deletions

diff --git a/scripts/test_agent_detection_manifest_check.py b/scripts/test_agent_detection_manifest_check.py
new file mode 100644
index 00000000..3ab69b55
--- /dev/null
+++ b/scripts/test_agent_detection_manifest_check.py
@@ -0,0 +1,106 @@
+import tempfile
+import unittest
+from pathlib import Path
+
+from scripts import agent_detection_manifest_check as check
+
+
+def manifest(agent_id: str, version: str, contains: str = "ready") -> str:
+    return f'''id = "{agent_id}"
+version = "{version}"
+min_engine_version = 1
+updated_at = "2026-06-10T00:00:00Z"
+
+[[rules]]
+id = "idle"
+state = "idle"
+contains = ["{contains}"]
+'''
+
+
+def catalog(agent_id: str = "codex", path: str = "codex.toml") -> str:
+    return f'''schema_version = 1
+
+[[agents]]
+id = "{agent_id}"
+path = "{path}"
+'''
+
+
+class AgentDetectionManifestCheckTests(unittest.TestCase):
+    def test_validates_bundled_and_matching_website_catalog(self):
+        with tempfile.TemporaryDirectory() as tmp:
+            root = Path(tmp)
+            bundled = root / "bundled"
+            website = root / "website"
+            bundled.mkdir()
+            website.mkdir()
+            content = manifest("codex", "2026.06.10.1")
+            (bundled / "codex.toml").write_text(content)
+            (website / "codex.toml").write_text(content)
+            (website / "index.toml").write_text(catalog())
+
+            bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
+            check.validate_catalog(website, bundled_manifests, engine_version=1)
+
+    def test_rejects_website_version_lower_than_bundled(self):
+        with tempfile.TemporaryDirectory() as tmp:
+            root = Path(tmp)
+            bundled = root / "bundled"
+            website = root / "website"
+            bundled.mkdir()
+            website.mkdir()
+            (bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.2"))
+            (website / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
+            (website / "index.toml").write_text(catalog())
+
+            bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
+            with self.assertRaisesRegex(check.CheckError, "lower than bundled"):
+                check.validate_catalog(website, bundled_manifests, engine_version=1)
+
+    def test_rejects_same_version_content_drift(self):
+        with tempfile.TemporaryDirectory() as tmp:
+            root = Path(tmp)
+            bundled = root / "bundled"
+            website = root / "website"
+            bundled.mkdir()
+            website.mkdir()
+            (bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "ready"))
+            (website / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "changed"))
+            (website / "index.toml").write_text(catalog())
+
+            bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
+            with self.assertRaisesRegex(check.CheckError, "same version"):
+                check.validate_catalog(website, bundled_manifests, engine_version=1)
+
+    def test_rejects_unknown_catalog_agent(self):
+        with tempfile.TemporaryDirectory() as tmp:
+            root = Path(tmp)
+            bundled = root / "bundled"
+            website = root / "website"
+            bundled.mkdir()
+            website.mkdir()
+            (bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
+            (website / "newagent.toml").write_text(manifest("newagent", "2026.06.10.1"))
+            (website / "index.toml").write_text(catalog("newagent", "newagent.toml"))
+
+            bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
+            with self.assertRaisesRegex(check.CheckError, "unknown agent"):
+                check.validate_catalog(website, bundled_manifests, engine_version=1)
+
+    def test_rejects_manifest_requiring_newer_engine(self):
+        with tempfile.TemporaryDirectory() as tmp:
+            bundled = Path(tmp) / "bundled"
+            bundled.mkdir()
+            (bundled / "codex.toml").write_text(
+                manifest("codex", "2026.06.10.1").replace(
+                    "min_engine_version = 1", "min_engine_version = 2"
+                )
+            )
+
+            with self.assertRaisesRegex(check.CheckError, "exceeds engine"):
+                check.load_manifest_dir(bundled, engine_version=1)
+
+
+if __name__ == "__main__":
+    unittest.main()