{
    "schema": "cfi-ai-evidence-index/1",
    "generated": "2026-08-20T04:45:01+00:00",
    "source": "https://github.com/cfi-co/articles/tree/main/ai-evidence",
    "licence": "https://cfi.co/licence/oaal-1.0",
    "counts": {
        "published": 2,
        "pending": 2
    },
    "note": "Only cases with status=published make an evidentiary claim. Pending cases are placeholders: the pack is not assembled, no claim is made, and the subject is withheld until the case is publishable.",
    "cases": [
        {
            "case_id": "perplexity-quota-outage-2026-07-24",
            "status": "published",
            "url": "https://github.com/cfi-co/articles/tree/main/ai-evidence/2026/perplexity-quota-outage-2026-07-24",
            "title": "A failure, documented: Perplexity API quota exhaustion and recovery",
            "test_date": "2026-07-24",
            "maturity_level": null,
            "evidence_file_count": 1,
            "limitations": [
                "The failure was on CFI.co's side (test-account billing), not Perplexity's service",
                "Error bodies are token-redacted as a credential-hygiene precaution"
            ],
            "systems": [
                {
                    "system": "Perplexity",
                    "model": "sonar"
                }
            ]
        },
        {
            "case_id": "citation-run-2026-07-24",
            "status": "published",
            "url": "https://github.com/cfi-co/articles/tree/main/ai-evidence/2026/citation-run-2026-07-24",
            "title": "Live citation test: 8 questions x 4 AI engines",
            "test_date": "2026-07-24T15:23:36Z",
            "maturity_level": 3,
            "evidence_file_count": 1,
            "limitations": [
                "Single dated run; results change over time",
                "API access mode, not the consumer applications",
                "Citation detection = CFI-owned source in engine citation metadata (see limitations.md)",
                "No claim of endorsement, evaluation or ranking"
            ],
            "systems": [
                {
                    "system": "ChatGPT",
                    "model": "gpt-4o-search-preview"
                },
                {
                    "system": "Gemini",
                    "model": "gemini-2.5-flash"
                },
                {
                    "system": "Perplexity",
                    "model": "sonar"
                },
                {
                    "system": "Claude",
                    "model": "claude-haiku-4-5-20251001"
                }
            ]
        },
        {
            "status": "pending_documents",
            "evidentiary_claim": false,
            "note": "Placeholder. Evidence pack not yet assembled; subject withheld."
        },
        {
            "status": "pending_documents",
            "evidentiary_claim": false,
            "note": "Placeholder. Evidence pack not yet assembled; subject withheld."
        }
    ]
}
