Prepare 0.2.0 Gate B pilot candidate
Build and verify web migration / verify (push) Has been cancelled
Build and verify web migration / verify (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,85 @@
|
||||
import importlib.util
|
||||
from pathlib import Path
|
||||
import unittest
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
|
||||
|
||||
def module(name):
|
||||
spec = importlib.util.spec_from_file_location(name, ROOT / "deploy" / f"{name}.py")
|
||||
result = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(result)
|
||||
return result
|
||||
|
||||
|
||||
automation = module("automation_acceptance")
|
||||
privacy = module("identity_privacy_acceptance")
|
||||
|
||||
|
||||
def base(system):
|
||||
return {
|
||||
"schemaVersion": 1, "system": system, "targetGate": "B",
|
||||
"releaseCommit": "a" * 40, "releaseRecordSha256": "b" * 64,
|
||||
"environment": "https://sandbox-guestops.futuresens.co.uk",
|
||||
"operator": "Acceptance operator", "reviewedBy": "Independent reviewer",
|
||||
"startedAt": "2026-10-01T09:00:00Z", "endedAt": "2026-10-01T10:00:00Z", "reviewedAt": "2026-10-01T11:00:00Z",
|
||||
}
|
||||
|
||||
|
||||
def automation_record():
|
||||
record = base("guestops-automation-acceptance")
|
||||
record.update({
|
||||
"dataClassification": "synthetic-only",
|
||||
"faqEvaluation": {"positiveCases": 20, "negativeCases": 20, "falsePositives": 0, "falseNegatives": 0, "reportSha256": "c" * 64},
|
||||
"aiEvaluation": {"casesReviewed": 20, "unsafeDraftsApproved": 0, "reportSha256": "d" * 64},
|
||||
"staffTrained": 3, "monitoringOwner": "Monitoring owner", "rollbackOwner": "Rollback owner",
|
||||
"scenarios": [{"id": item, "status": "pass", "evidence": ["restricted-" + item]} for item in sorted(automation.SCENARIOS)],
|
||||
"postAcceptanceState": {"faqMode": "off", "pmsWrites": "disabled", "paymentCreation": "disabled"},
|
||||
})
|
||||
return record
|
||||
|
||||
|
||||
def privacy_record():
|
||||
record = base("guestops-identity-privacy")
|
||||
record.update({
|
||||
"retention": {"conversationDays": 365, "auditDays": 730, "backupDays": 30, "accountDays": 730,
|
||||
"privacyOwner": "Privacy owner", "deletionOwner": "Deletion owner", "legalHoldOwner": "Legal hold owner",
|
||||
"deletionProcedure": "restricted-deletion", "legalHoldProcedure": "restricted-legal-hold"},
|
||||
"providers": {"google": {"status": "accepted", "evidence": ["restricted-google"]},
|
||||
"openai": {"status": "disabled", "evidence": ["restricted-openai-decision"]}},
|
||||
"preferencesReviewed": sorted(privacy.PREFERENCES),
|
||||
"scenarios": [{"id": item, "status": "pass", "evidence": ["restricted-" + item]} for item in sorted(privacy.SCENARIOS)],
|
||||
})
|
||||
return record
|
||||
|
||||
|
||||
class GateBAcceptanceTests(unittest.TestCase):
|
||||
def test_complete_records_pass(self):
|
||||
automation.validate(automation_record())
|
||||
privacy.validate(privacy_record())
|
||||
|
||||
def test_automation_requires_zero_faq_errors_and_training(self):
|
||||
record = automation_record();record["faqEvaluation"]["falsePositives"] = 1
|
||||
with self.assertRaisesRegex(ValueError, "zero false positives"):
|
||||
automation.validate(record)
|
||||
record = automation_record();record["staffTrained"] = 0
|
||||
with self.assertRaisesRegex(ValueError, "staff member"):
|
||||
automation.validate(record)
|
||||
|
||||
def test_privacy_requires_retention_and_google_decisions(self):
|
||||
record = privacy_record();record["retention"]["conversationDays"] = 0
|
||||
with self.assertRaisesRegex(ValueError, "conversationDays"):
|
||||
privacy.validate(record)
|
||||
record = privacy_record();record["providers"]["google"]["status"] = "pending"
|
||||
with self.assertRaisesRegex(ValueError, "Google processing"):
|
||||
privacy.validate(record)
|
||||
|
||||
def test_privacy_requires_exact_preference_coverage(self):
|
||||
record = privacy_record();record["preferencesReviewed"].pop()
|
||||
with self.assertRaisesRegex(ValueError, "exact owner-controlled"):
|
||||
privacy.validate(record)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -11,14 +11,15 @@ spec.loader.exec_module(approval)
|
||||
def valid_record(gate="B"):
|
||||
ids = approval.GATE_C if gate == "C" else approval.GATE_B
|
||||
return {
|
||||
"schemaVersion": 1, "targetGate": gate, "decision": "approved",
|
||||
"schemaVersion": 2, "targetGate": gate, "decision": "approved",
|
||||
"releaseCommit": "a" * 40, "releaseRecordSha256": "b" * 64,
|
||||
"decidedAt": "2026-09-29T12:00:00Z",
|
||||
"approvals": {
|
||||
"hotelOwner": {"name": "Hotel owner", "approvedAt": "2026-09-29T11:00:00Z"},
|
||||
"technicalOwner": {"name": "Technical owner", "approvedAt": "2026-09-29T11:30:00Z"},
|
||||
},
|
||||
"capacity": {"reportSha256": "c" * 64, "targetConcurrency": 10, "observedConcurrency": 10, "targetP95Ms": 500, "observedP95Ms": 250, "targetErrorRate": 0.01, "observedErrorRate": 0},
|
||||
"capacity": {"reportSha256": "c" * 64, "hostMetricsSha256": "d" * 64, "targetConcurrency": 10, "observedConcurrency": 10, "targetP95Ms": 500, "observedP95Ms": 250, "targetErrorRate": 0.01, "observedErrorRate": 0, "targetCpuHeadroomPercent": 25, "observedCpuHeadroomPercent": 40, "targetMemoryHeadroomPercent": 25, "observedMemoryHeadroomPercent": 35},
|
||||
"pilot": {"recordSha256": "e" * 64, "businessDaysObserved": 5, "hotelsObserved": 1, "stopConditionsObserved": 0, "unresolvedFindings": 0},
|
||||
"evidence": [{"id": item, "status": "pass", "references": ["restricted-ticket-" + item]} for item in sorted(ids)],
|
||||
}
|
||||
|
||||
@@ -49,6 +50,17 @@ class PilotApprovalTests(unittest.TestCase):
|
||||
record = valid_record();record["capacity"]["targetErrorRate"] = 2
|
||||
with self.assertRaisesRegex(ValueError, "ratio"):
|
||||
approval.validate(record)
|
||||
record = valid_record();record["capacity"]["observedCpuHeadroomPercent"] = 24
|
||||
with self.assertRaisesRegex(ValueError, "cpu headroom"):
|
||||
approval.validate(record)
|
||||
|
||||
def test_completed_five_day_single_hotel_pilot_is_required(self):
|
||||
record = valid_record();record["pilot"]["businessDaysObserved"] = 4
|
||||
with self.assertRaisesRegex(ValueError, "five business days"):
|
||||
approval.validate(record)
|
||||
record = valid_record();record["pilot"]["stopConditionsObserved"] = 1
|
||||
with self.assertRaisesRegex(ValueError, "stop condition"):
|
||||
approval.validate(record)
|
||||
|
||||
def test_approvers_must_be_separate_people_without_email_addresses(self):
|
||||
record = valid_record();record["approvals"]["technicalOwner"]["name"] = "Hotel owner"
|
||||
|
||||
@@ -0,0 +1,59 @@
|
||||
import importlib.util
|
||||
from pathlib import Path
|
||||
import unittest
|
||||
|
||||
|
||||
spec = importlib.util.spec_from_file_location("pilot_run", Path(__file__).resolve().parents[1] / "deploy" / "pilot_run.py")
|
||||
pilot = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(pilot)
|
||||
|
||||
|
||||
def valid_record():
|
||||
days = [f"2026-10-{day:02d}" for day in range(5, 10)]
|
||||
return {
|
||||
"schemaVersion": 1, "system": "guestops-supervised-pilot", "targetGate": "B",
|
||||
"releaseCommit": "a" * 40, "releaseRecordSha256": "b" * 64,
|
||||
"environment": "https://sandbox-guestops.futuresens.co.uk", "hotelLabel": "pilot-hotel-a",
|
||||
"hotelCount": 1, "plannedBusinessDays": 5,
|
||||
"owners": {"hotelOwner": "Hotel owner", "technicalOwner": "Technical owner", "rollbackDecisionMaker": "Technical owner"},
|
||||
"startedOn": days[0], "endedOn": days[-1],
|
||||
"pilotControls": {"pmsWrites": "disabled", "paymentCreation": "disabled", "faqMode": "off", "googleReviewedSending": "accepted"},
|
||||
"dailyReviews": [{"date": day, "status": "pass", "reviewedBy": "Daily reviewer", "evidence": [f"restricted-{day}"]} for day in days],
|
||||
"stopConditions": {condition: False for condition in pilot.STOP_CONDITIONS},
|
||||
"findings": [],
|
||||
"postPilotState": {"pmsWrites": "disabled", "paymentCreation": "disabled", "faqMode": "off"},
|
||||
}
|
||||
|
||||
|
||||
class PilotRunTests(unittest.TestCase):
|
||||
def test_complete_five_day_record_passes(self):
|
||||
pilot.validate(valid_record())
|
||||
|
||||
def test_exact_business_days_are_required(self):
|
||||
record = valid_record();record["dailyReviews"].pop()
|
||||
with self.assertRaisesRegex(ValueError, "Exactly five"):
|
||||
pilot.validate(record)
|
||||
record = valid_record();record["dailyReviews"][1]["date"] = "2026-10-07"
|
||||
with self.assertRaisesRegex(ValueError, "each business day"):
|
||||
pilot.validate(record)
|
||||
|
||||
def test_stop_condition_prevents_pass(self):
|
||||
record = valid_record();record["stopConditions"]["duplicate-send"] = True
|
||||
with self.assertRaisesRegex(ValueError, "stop condition"):
|
||||
pilot.validate(record)
|
||||
|
||||
def test_critical_findings_cannot_be_contained(self):
|
||||
record = valid_record();record["findings"] = [{"id": "security-001", "severity": "critical", "disposition": "contained", "evidence": ["restricted-finding"]}]
|
||||
with self.assertRaisesRegex(ValueError, "too severe"):
|
||||
pilot.validate(record)
|
||||
|
||||
def test_lower_severity_containment_requires_owner_expiry_and_trigger(self):
|
||||
record = valid_record();record["findings"] = [{"id": "usability-001", "severity": "low", "disposition": "contained", "evidence": ["restricted-finding"]}]
|
||||
with self.assertRaisesRegex(ValueError, "containment details"):
|
||||
pilot.validate(record)
|
||||
record["findings"][0]["containment"] = {"owner": "Finding owner", "expiresAt": "2026-10-31T12:00:00Z", "rollbackTrigger": "Stop if the issue affects guest handling."}
|
||||
pilot.validate(record)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -40,7 +40,7 @@ class ReleaseRecordTests(unittest.TestCase):
|
||||
)
|
||||
|
||||
record = json.loads(output.read_text(encoding="utf-8"))
|
||||
self.assertEqual(record["version"], "0.1.0")
|
||||
self.assertEqual(record["version"], "0.2.0")
|
||||
self.assertEqual(record["commit"], "a" * 40)
|
||||
self.assertEqual(record["images"]["api"]["id"], "sha256:api")
|
||||
self.assertEqual(
|
||||
|
||||
Reference in New Issue
Block a user