{
 "schema_version": "1.0",
 "study_id": "apeiris-ap87-mapping-validation-v1",
 "corpus_version": "2026.07.08",
 "reviewers": [
  {
   "reviewer_id": "chatgpt",
   "vendor": "openai",
   "model": "GPT-5.6 Thinking",
   "reviewed_on": "2026-07-10"
  },
  {
   "reviewer_id": "claude-a",
   "vendor": "anthropic",
   "model": "claude-opus-4-8[1m] (2026-01)",
   "reviewed_on": "2026-07-10"
  },
  {
   "reviewer_id": "claude-b",
   "vendor": "anthropic",
   "model": "claude-opus-4-8[1m]",
   "reviewed_on": "2026-07-10"
  }
 ],
 "n_items": 120,
 "n_adjudicated": 120,
 "agreement": {
  "krippendorff_alpha_nominal": {
   "alpha": 0.528,
   "n_pairable_units": 120,
   "n_ratings": 360,
   "categories": 5,
   "interpretation": "low"
  },
  "krippendorff_alpha_ordinal": {
   "alpha": 0.779,
   "interpretation": "tentative",
   "metric": "ordinal"
  },
  "pairwise_cohens_kappa": {
   "chatgpt__vs__claude-a": {
    "n": 120,
    "categories": [
     "adjacent",
     "direct",
     "invalid",
     "partial",
     "supporting"
    ],
    "percent_agreement": 0.541667,
    "cohens_kappa": 0.383754,
    "kappa_defined": true,
    "interpretation": "fair"
   },
   "chatgpt__vs__claude-b": {
    "n": 120,
    "categories": [
     "adjacent",
     "direct",
     "invalid",
     "partial",
     "supporting"
    ],
    "percent_agreement": 0.608333,
    "cohens_kappa": 0.47196,
    "kappa_defined": true,
    "interpretation": "moderate"
   },
   "claude-a__vs__claude-b": {
    "n": 120,
    "categories": [
     "adjacent",
     "direct",
     "partial",
     "supporting"
    ],
    "percent_agreement": 0.816667,
    "cohens_kappa": 0.741531,
    "kappa_defined": true,
    "interpretation": "substantial"
   }
  },
  "cross_vendor_chatgpt_vs_claude": [
   {
    "pair": "chatgpt__vs__claude-a",
    "cohens_kappa": 0.383754,
    "n": 120
   },
   {
    "pair": "chatgpt__vs__claude-b",
    "cohens_kappa": 0.47196,
    "n": 120
   }
  ],
  "disagreement_spread": {
   "0": 62,
   "1": 38,
   "2": 18,
   "3+": 2
  },
  "spread_note": "ordinal steps between raters on the scale invalid<conflicting<adjacent<supporting<partial<direct. 0=unanimous, 1=adjacent category (e.g. direct vs partial). Nominal κ/α penalize a 1-step disagreement as fully as a far one; the ORDINAL α is the fair metric for this ranked scale."
 },
 "precision": {
  "id_validity_pct": 100,
  "valid_rate_pct": 100,
  "invalid_rate_pct": 0,
  "direct_partial_precision_pct": 71.1,
  "direct_partial_n": 90
 },
 "release_gates": {
  "thresholds": {
   "id_validity_min": 99,
   "direct_partial_precision_min": 90,
   "alpha_min": 0.75,
   "invalid_max": 1
  },
  "id_validity": true,
  "direct_partial_precision": false,
  "alpha_ordinal": true,
  "invalid_rate": true,
  "note": "Thresholds are the audit's proposed defaults; founder-tunable. The α gate uses the ORDINAL α (the fair metric for a ranked label scale). cross_vendor kappa (ChatGPT vs Claude) is the strongest independence signal; note nominal κ understates ordinal agreement."
 },
 "adjudication": {
  "method": "strict plurality; all-disagree ties resolved by ordinal median of the ratings",
  "ties_resolved_by_median": [
   {
    "sample_id": "M-09383d6a76",
    "labels": {
     "chatgpt": "direct",
     "claude-a": "partial",
     "claude-b": "adjacent"
    },
    "adjudicated": "partial"
   },
   {
    "sample_id": "M-11c7991f87",
    "labels": {
     "chatgpt": "supporting",
     "claude-a": "partial",
     "claude-b": "adjacent"
    },
    "adjudicated": "supporting"
   },
   {
    "sample_id": "M-198ff597df",
    "labels": {
     "chatgpt": "partial",
     "claude-a": "supporting",
     "claude-b": "adjacent"
    },
    "adjudicated": "supporting"
   },
   {
    "sample_id": "M-2e1684a152",
    "labels": {
     "chatgpt": "adjacent",
     "claude-a": "partial",
     "claude-b": "supporting"
    },
    "adjudicated": "supporting"
   },
   {
    "sample_id": "M-8db33f32f7",
    "labels": {
     "chatgpt": "partial",
     "claude-a": "supporting",
     "claude-b": "adjacent"
    },
    "adjudicated": "supporting"
   },
   {
    "sample_id": "M-ab5e358e8f",
    "labels": {
     "chatgpt": "adjacent",
     "claude-a": "partial",
     "claude-b": "direct"
    },
    "adjudicated": "partial"
   },
   {
    "sample_id": "M-c549ae0992",
    "labels": {
     "chatgpt": "direct",
     "claude-a": "supporting",
     "claude-b": "partial"
    },
    "adjudicated": "partial"
   },
   {
    "sample_id": "M-cd81f62039",
    "labels": {
     "chatgpt": "partial",
     "claude-a": "supporting",
     "claude-b": "adjacent"
    },
    "adjudicated": "supporting"
   }
  ]
 },
 "items": [
  {
   "sample_id": "M-01d4417b77",
   "framework": "iso_42001",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-0577172dde",
   "framework": "sr26_2",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-07e934e84c",
   "framework": "iso_37301",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-09383d6a76",
   "framework": "owasp_llm10",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "adjacent"
   },
   "adjudicated": "partial",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-0a292f10a1",
   "framework": "anthropic_zt_agents",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-0a46e8c39f",
   "framework": "anthropic_rsp",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-11c7991f87",
   "framework": "iso_27701",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "partial",
    "claude-b": "adjacent"
   },
   "adjudicated": "supporting",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-1299fa604f",
   "framework": "imda_mgf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-158d839a34",
   "framework": "google_ai_principles",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-17ac328c37",
   "framework": "csa_aicm",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-17bcd868e3",
   "framework": "anthropic_zt_agents",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-18ba81e410",
   "framework": "microsoft_azure_resil",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-190dfb850f",
   "framework": "microsoft_azure_resil",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-198ff597df",
   "framework": "google_org_policy",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "supporting",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-1a986b3f4b",
   "framework": "csa_aismm",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "partial"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-1becfa24e8",
   "framework": "iso_37301",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-1c37e74302",
   "framework": "okta_iam",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-2148059851",
   "framework": "soc2",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-262325009c",
   "framework": "microsoft_rai",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "partial",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-264c643888",
   "framework": "mitre_atlas",
   "corpus_fit": "supporting",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-2ae3d78065",
   "framework": "cobit_2019",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-2e1684a152",
   "framework": "google_sre",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "partial",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-2e8dcae4d2",
   "framework": "iso_27701",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-2f0a93ae89",
   "framework": "microsoft_rai",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-356f6518a5",
   "framework": "cobit_2019",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-3729a4eca2",
   "framework": "google_financial",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-38df602e80",
   "framework": "microsoft_compliance",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-3b36924361",
   "framework": "aws_financial",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-3cda28567e",
   "framework": "aws_financial",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-423f78e450",
   "framework": "aws_reliability",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-43ee9b7e41",
   "framework": "dama_dmbok",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "supporting",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-445fca913b",
   "framework": "iso_27701",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-46e0079371",
   "framework": "aws_iam",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-4bf5f001da",
   "framework": "csa_aismm",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-4c2d1f287b",
   "framework": "aws_iam",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-4e2b8e1d55",
   "framework": "microsoft_azure_resil",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-5202fbdfdd",
   "framework": "imda_mgf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-560e0233e3",
   "framework": "owasp_ai_exchange",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-5be60da01b",
   "framework": "csa_aicm",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-625cf66fe3",
   "framework": "iso_37301",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-62b4ec3a69",
   "framework": "gdpr",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6405434d3d",
   "framework": "aws_organizations",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-668ffde1fc",
   "framework": "dora",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-670242fd03",
   "framework": "google_ai_principles",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-68bb7fbda3",
   "framework": "nist_800_53",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-69092088b2",
   "framework": "owasp_aisvs",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-69627c15bb",
   "framework": "nist_rmf",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6d84a88b54",
   "framework": "microsoft_compliance",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6df625b277",
   "framework": "nist_800_63",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "partial"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6e302b16a9",
   "framework": "aws_organizations",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6e8e522f49",
   "framework": "owasp_asi_2026",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6ea63ed8c8",
   "framework": "microsoft_rai",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-6fbfe686e8",
   "framework": "owasp_aisvs",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-7245053cb1",
   "framework": "coso_erm",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-75ede0ea0d",
   "framework": "nist_800_53",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-7753d81a94",
   "framework": "aws_organizations",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-787bce32b0",
   "framework": "anthropic_rsp",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-79371ca0dd",
   "framework": "google_financial",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "supporting",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-7a39654969",
   "framework": "google_saif",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "supporting",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-7f38928ee0",
   "framework": "iso_42001",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-7fb62605ea",
   "framework": "owasp_llm10",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-8324d277bd",
   "framework": "dora",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-850612afb7",
   "framework": "anthropic_rsp",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-875bc92ddf",
   "framework": "google_financial",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-88251e2b6b",
   "framework": "microsoft_compliance",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-8ac2c1d3c1",
   "framework": "openai_preparedness",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-8b31ab00b5",
   "framework": "nist_800_53",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-8db33f32f7",
   "framework": "eu_ai_act",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "supporting",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-8e5b219395",
   "framework": "openai_preparedness",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-8eb9d2632e",
   "framework": "sr26_2",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-91afd84066",
   "framework": "nist_rmf",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-927998da01",
   "framework": "nist_csf",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-93bda993bb",
   "framework": "okta_iam",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-96a4060067",
   "framework": "aws_reliability",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-9834ceedae",
   "framework": "nist_pf",
   "corpus_fit": "supporting",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "supporting",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-9cb8915391",
   "framework": "nist_pf",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-9ea9d967c1",
   "framework": "coso_erm",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-9ef01f6e28",
   "framework": "imda_mgf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-a2ce05dcd7",
   "framework": "owasp_ai_exchange",
   "corpus_fit": "supporting",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "supporting",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-a3b55ac23b",
   "framework": "owasp_llm10",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-a846c8945b",
   "framework": "nist_csf",
   "corpus_fit": "supporting",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "supporting",
    "claude-b": "supporting"
   },
   "adjudicated": "supporting",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-a8714f595d",
   "framework": "sr26_2",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ab5e358e8f",
   "framework": "mitre_atlas",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "partial",
    "claude-b": "direct"
   },
   "adjudicated": "partial",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-ad00fbbc2d",
   "framework": "nist_pf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ad1a4b1756",
   "framework": "google_sre",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-af09a1a812",
   "framework": "iso_42001",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "direct",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-b1b91ed87b",
   "framework": "soc2",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-b5e27771bc",
   "framework": "nist_rmf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-b8c308c8f0",
   "framework": "eu_ai_act",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-b918563292",
   "framework": "coso_erm",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "invalid",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-be3523579e",
   "framework": "google_org_policy",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-c0119170ea",
   "framework": "google_ai_principles",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-c046fea106",
   "framework": "csa_aicm",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-c41d7b8cdd",
   "framework": "nist_800_63",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "direct",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-c549ae0992",
   "framework": "dama_dmbok",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "supporting",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-cb76f5fe85",
   "framework": "gdpr",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-cbfd17481a",
   "framework": "aws_financial",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-cc997acc06",
   "framework": "google_saif",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "supporting",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-cd81f62039",
   "framework": "owasp_ai_exchange",
   "corpus_fit": "supporting",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "supporting",
    "claude-b": "adjacent"
   },
   "adjudicated": "supporting",
   "adj_method": "ordinal-median (all-disagree tie)"
  },
  {
   "sample_id": "M-ce8d39eaef",
   "framework": "mitre_atlas",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-cf84576d43",
   "framework": "google_saif",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d00ecaae63",
   "framework": "owasp_asi_2026",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d1b59aacdd",
   "framework": "nist_csf",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d4b6c34efe",
   "framework": "owasp_asi_2026",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d7ef3df4d6",
   "framework": "google_sre",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d8acf8b114",
   "framework": "gdpr",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d8b52c56a7",
   "framework": "owasp_aisvs",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-d9d1ddffeb",
   "framework": "soc2",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "supporting",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ddb8b8d908",
   "framework": "google_org_policy",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-e692491c5d",
   "framework": "nist_800_63",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-e69ff11e72",
   "framework": "dora",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-e767601dee",
   "framework": "anthropic_zt_agents",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "direct",
    "claude-b": "direct"
   },
   "adjudicated": "direct",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ec256961b6",
   "framework": "openai_preparedness",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ed0f10f32e",
   "framework": "dama_dmbok",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-f0604df016",
   "framework": "csa_aismm",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-f243b28c9f",
   "framework": "eu_ai_act",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "partial",
    "claude-b": "adjacent"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-f4ab4fbb30",
   "framework": "okta_iam",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-f78b68ba0e",
   "framework": "aws_reliability",
   "corpus_fit": "partial",
   "labels": {
    "chatgpt": "partial",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-ffc577664b",
   "framework": "aws_iam",
   "corpus_fit": "adjacent",
   "labels": {
    "chatgpt": "adjacent",
    "claude-a": "adjacent",
    "claude-b": "adjacent"
   },
   "adjudicated": "adjacent",
   "adj_method": "plurality"
  },
  {
   "sample_id": "M-fff746dd64",
   "framework": "cobit_2019",
   "corpus_fit": "direct",
   "labels": {
    "chatgpt": "direct",
    "claude-a": "partial",
    "claude-b": "partial"
   },
   "adjudicated": "partial",
   "adj_method": "plurality"
  }
 ]
}