1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
import tempfile
import unittest
from pathlib import Path
from scripts import agent_detection_manifest_check as check
def manifest(agent_id: str, version: str, contains: str = "ready") -> str:
return f'''id = "{agent_id}"
version = "{version}"
min_engine_version = 1
updated_at = "2026-06-10T00:00:00Z"
[[rules]]
id = "idle"
state = "idle"
contains = ["{contains}"]
'''
def catalog(agent_id: str = "codex", path: str = "codex.toml") -> str:
return f'''schema_version = 1
[[agents]]
id = "{agent_id}"
path = "{path}"
'''
class AgentDetectionManifestCheckTests(unittest.TestCase):
def test_validates_bundled_and_matching_website_catalog(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
bundled = root / "bundled"
website = root / "website"
bundled.mkdir()
website.mkdir()
content = manifest("codex", "2026.06.10.1")
(bundled / "codex.toml").write_text(content)
(website / "codex.toml").write_text(content)
(website / "index.toml").write_text(catalog())
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
check.validate_catalog(website, bundled_manifests, engine_version=1)
def test_rejects_website_version_lower_than_bundled(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
bundled = root / "bundled"
website = root / "website"
bundled.mkdir()
website.mkdir()
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.2"))
(website / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
(website / "index.toml").write_text(catalog())
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
with self.assertRaisesRegex(check.CheckError, "lower than bundled"):
check.validate_catalog(website, bundled_manifests, engine_version=1)
def test_rejects_same_version_content_drift(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
bundled = root / "bundled"
website = root / "website"
bundled.mkdir()
website.mkdir()
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "ready"))
(website / "codex.toml").write_text(manifest("codex", "2026.06.10.1", "changed"))
(website / "index.toml").write_text(catalog())
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
with self.assertRaisesRegex(check.CheckError, "same version"):
check.validate_catalog(website, bundled_manifests, engine_version=1)
def test_rejects_unknown_catalog_agent(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
bundled = root / "bundled"
website = root / "website"
bundled.mkdir()
website.mkdir()
(bundled / "codex.toml").write_text(manifest("codex", "2026.06.10.1"))
(website / "newagent.toml").write_text(manifest("newagent", "2026.06.10.1"))
(website / "index.toml").write_text(catalog("newagent", "newagent.toml"))
bundled_manifests = check.load_manifest_dir(bundled, engine_version=1)
with self.assertRaisesRegex(check.CheckError, "unknown agent"):
check.validate_catalog(website, bundled_manifests, engine_version=1)
def test_rejects_manifest_requiring_newer_engine(self):
with tempfile.TemporaryDirectory() as tmp:
bundled = Path(tmp) / "bundled"
bundled.mkdir()
(bundled / "codex.toml").write_text(
manifest("codex", "2026.06.10.1").replace(
"min_engine_version = 1", "min_engine_version = 2"
)
)
with self.assertRaisesRegex(check.CheckError, "exceeds engine"):
check.load_manifest_dir(bundled, engine_version=1)
if __name__ == "__main__":
unittest.main()
|
