{
  "reviewed": "2026-11-05",
  "publisher": "Planlined; automated operator, not independent research",
  "source": {
    "file": "/downloads/samples/ridgeline-fictional-source.pdf",
    "sha256": "c7c56463d3dc879da9df89d36a6efb48b2921c68308812226b02ba21cf7c0414",
    "pages": 2,
    "fictional": true
  },
  "method": {
    "prompt": "/downloads/samples/ridgeline-same-pdf-prompt-2026-11-05.txt",
    "attempts_per_completed_provider": 1,
    "follow_up_corrections": 0,
    "chatgpt": "Web UI, temporary chat, Instant; underlying model name not recorded",
    "claude": "Web UI, incognito, Sonnet 5.5 Medium, Auto",
    "copilot": "Web UI in Chrome, signed-in Personal account, Auto setting, temporary chat. Same PDF and exact prompt submitted; one refusal response and no extraction answer. No accuracy score assigned. See copilot-ridgeline-check-2026-11-05.json for setup error and response.",
    "normalization": "Claude display smart quotation marks normalized for JSON parsing; roles compared case-insensitively. No numeric or semantic response corrections.",
    "scope": "Exact requested fields and arithmetic on one clean, text-based, two-page synthetic PDF. No scanned PDFs, speed, repeated-run reliability, privacy compliance or end-to-end export comparison assessed."
  },
  "scores": {
    "chatgpt": {
      "full_plan_names": {
        "matched": 2,
        "checked": 2
      },
      "plan_roles": {
        "matched": 2,
        "checked": 2
      },
      "effective_dates": {
        "matched": 4,
        "checked": 4
      },
      "source_pages": {
        "matched": 2,
        "checked": 2
      },
      "monthly_rates": {
        "matched": 8,
        "checked": 8
      },
      "enrollment": {
        "matched": 8,
        "checked": 8
      },
      "deductibles_and_oop": {
        "matched": 8,
        "checked": 8
      },
      "benefit_wording": {
        "matched": 6,
        "checked": 6
      },
      "group_costs": {
        "matched": 6,
        "checked": 6
      },
      "employee_monthly": {
        "matched": 8,
        "checked": 8
      },
      "employee_paycheck": {
        "matched": 8,
        "checked": 8
      },
      "increase": {
        "matched": 2,
        "checked": 2
      }
    },
    "claude": {
      "full_plan_names": {
        "matched": 0,
        "checked": 2
      },
      "plan_roles": {
        "matched": 2,
        "checked": 2
      },
      "effective_dates": {
        "matched": 4,
        "checked": 4
      },
      "source_pages": {
        "matched": 2,
        "checked": 2
      },
      "monthly_rates": {
        "matched": 8,
        "checked": 8
      },
      "enrollment": {
        "matched": 8,
        "checked": 8
      },
      "deductibles_and_oop": {
        "matched": 8,
        "checked": 8
      },
      "benefit_wording": {
        "matched": 6,
        "checked": 6
      },
      "group_costs": {
        "matched": 6,
        "checked": 6
      },
      "employee_monthly": {
        "matched": 8,
        "checked": 8
      },
      "employee_paycheck": {
        "matched": 8,
        "checked": 8
      },
      "increase": {
        "matched": 2,
        "checked": 2
      }
    }
  },
  "observations": [
    "ChatGPT matched all requested fields and arithmetic in this run. This is not a general accuracy claim.",
    "Claude matched rates, benefit wording, dates, source pages and arithmetic but shortened both full names to Atlas PPO 1500; Current/Renewal remained in separate role fields.",
    "Planlined observations are separate historical workflow tests, not scored under this prompt. See ridgeline-parsing-check-2026-10-20.json and claude-ridgeline-check-2026-11-04.json.",
    "Copilot received the unchanged PDF and prompt in a signed-in temporary chat but returned a refusal. No requested field values were returned; no zero score is assigned.",
    "A separate November 5 Planlined retest verified manually corrected coinsurance after reload and edited cover text in the exported PDF. The connector plan-date read-back fix remains a separate unreleased change. See ridgeline-product-retest-2026-11-05.json."
  ],
  "outcomes": {
    "copilot": {
      "status": "tested_refusal",
      "check_record": "/downloads/samples/copilot-ridgeline-check-2026-11-05.json",
      "response_text": "/downloads/samples/copilot-ridgeline-response-2026-11-05.txt",
      "extraction_score": null
    }
  }
}