"""Reproduce a small qualitative public-page pilot; no network or dependencies."""
from collections import Counter
import hashlib
import json
from pathlib import Path

ROOT = Path(__file__).resolve().parent
source = ROOT / "observations.json"
raw = source.read_bytes()
data = json.loads(raw)
expected = {
    "openai", "defined-ai", "datarade", "neudata", "protege", "shutterstock",
    "superannotate", "turing-lazarus", "troveo", "general-data-company",
}
cases = data["cases"]
assert len(cases) == len(expected) == len({c["id"] for c in cases})
assert {c["id"] for c in cases} == expected
assert data["observed_on"] == "2026-11-17"
actions = {
    "interest_form", "account_creation", "provider_application", "listing_request",
    "partner_form", "meeting_request", "estimate_or_contact", "unknown",
}
for case in cases:
    assert case["first_action"] in actions
    assert case["observation_status"] in {"substantive", "unobservable"}
    assert case["sources"] and case["limitations"]
    assert all(s["url"].startswith("https://") and s["locator"] for s in case["sources"])
    if case["observation_status"] == "unobservable":
        assert case["first_action"] == "unknown"
        assert case["preparation"] is None and case["later_stage"] is None
    else:
        assert case["preparation"] and case["later_stage"]

counts = Counter(c["observation_status"] for c in cases)
result = {
    "observations_sha256": hashlib.sha256(raw).hexdigest(),
    "sample_size": len(cases),
    "substantive_cases": counts["substantive"],
    "unobservable_cases": counts["unobservable"],
    "first_actions": dict(sorted(Counter(c["first_action"] for c in cases).items())),
    "interpretation": "Counts describe this purposive pilot and extraction scope only; no market prevalence or performance inference.",
}
(ROOT / "results.json").write_text(json.dumps(result, indent=2) + "\n")
rows = [
    "# Observed public entry points", "", "Created: 2026-11-17", "Updated: 2026-11-17", "",
    "Generated from observations.json by analyze.py. Read methods.md for scope.", "",
    "| Program | Advertised first action | Observed preparation | Observation limit |",
    "| --- | --- | --- | --- |",
]
for c in cases:
    url = c["sources"][0]["url"]
    values = [f'[{c["program"]}]({url})', c["first_action"].replace("_", " "), c["preparation"] or "Unobservable", c["limitations"]]
    rows.append("| " + " | ".join(v.replace("|", "\\|") for v in values) + " |")
(ROOT / "evidence-table.md").write_text("\n".join(rows) + "\n")
print(json.dumps(result, indent=2))
