{
 "rows": [
  {
   "id": "S1-002",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "mistral_only",
   "code": "RUBRIC",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.88,
    0.86
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S1-003",
   "split": "dev",
   "type": "integration",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.77,
    0.79
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "dim_disagreement_minor"
  },
  {
   "id": "S1-010",
   "split": "dev",
   "type": "V017_fact",
   "who_missed": "jev_only",
   "code": "NUM",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.6,
    0.58
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S1-012",
   "split": "dev",
   "type": "certification_compliance",
   "who_missed": "jev_only",
   "code": "QUAL",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.31,
    0.32
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "minor_unsourced_qualifier"
  },
  {
   "id": "S1-026",
   "split": "dev",
   "type": "integration",
   "who_missed": "mistral_only",
   "code": "RUBRIC",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.5,
    0.67
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S1-036",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "mistral_only",
   "code": "PROV",
   "jev_flags": [
    "fabricated_or_unsupported_claim",
    "fabricated_or_unsupported_claim"
   ],
   "jev_conf": [
    0.62,
    0.57
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "claim_unsourced_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S1-053",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.62,
    0.66
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S2a-029",
   "split": "dev",
   "type": "integration",
   "who_missed": "both",
   "code": "QUAL",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.78,
    0.76
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S2b-030",
   "split": "test",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.64,
    0.57
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "pass"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S2b-032",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "mistral_only",
   "code": "RUBRIC",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.57,
    0.58
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S2b-035",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.43,
    0.44
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S3-001",
   "split": "test",
   "type": "customers_logos",
   "who_missed": "both",
   "code": "VISIBLE",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.68,
    0.71
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S3-003",
   "split": "dev",
   "type": "customers_logos",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.7,
    0.65
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S3-005",
   "split": "dev",
   "type": "customers_logos",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.47,
    0.4
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S3-006",
   "split": "test",
   "type": "customers_logos",
   "who_missed": "both",
   "code": "NOTVIS",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.41,
    0.44
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S3-013",
   "split": "test",
   "type": "other",
   "who_missed": "mistral_only",
   "code": "VISIBLE",
   "jev_flags": [
    "fabricated_or_unsupported_claim",
    "fabricated_or_unsupported_claim"
   ],
   "jev_conf": [
    0.46,
    0.47
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S4a-007",
   "split": "dev",
   "type": "V017_fact",
   "who_missed": "both",
   "code": "STALE",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.47,
    0.5
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S4a-017",
   "split": "test",
   "type": "integration",
   "who_missed": "jev_only",
   "code": "QUAL",
   "jev_flags": [
    "claim_unsourced_minor",
    "claim_unsourced_minor"
   ],
   "jev_conf": [
    0.37,
    0.36
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "fabricated_or_unsupported_claim",
    "fabricated_or_unsupported_claim"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4a-019",
   "split": "dev",
   "type": "capability_feature",
   "who_missed": "mistral_only",
   "code": "QUAL",
   "jev_flags": [
    "fabricated_or_unsupported_claim",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.44,
    0.45
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "claim_unsourced_minor",
    "claim_unsourced_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "citation_overreach_minor"
  },
  {
   "id": "S4a-027",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "mistral_only",
   "code": "RUBRIC",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.79,
    0.81
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": true,
   "key_flag": "d1_drift"
  },
  {
   "id": "S4a-033",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "mistral_only",
   "code": "STALE",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.93,
    0.91
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "d1_drift"
  },
  {
   "id": "S4a-037",
   "split": "dev",
   "type": "integration",
   "who_missed": "mistral_only",
   "code": "PROV",
   "jev_flags": [
    "contradicted_fact",
    "contradicted_fact"
   ],
   "jev_conf": [
    0.44,
    0.55
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-005",
   "split": "test",
   "type": "customers_logos",
   "who_missed": "both",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.77,
    0.8
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-006",
   "split": "test",
   "type": "funding_company",
   "who_missed": "both",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.61,
    0.63
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-007",
   "split": "test",
   "type": "funding_company",
   "who_missed": "both",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.71,
    0.66
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-010",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.78,
    0.75
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S4b-011",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "both",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.61,
    0.5
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": true,
   "key_flag": "d1_drift"
  },
  {
   "id": "S4b-013",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "both",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.77,
    0.64
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": true,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-016",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "dim_disagreement_minor",
    "dim_disagreement_minor"
   ],
   "jev_conf": [
    0.27,
    0.18
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "dim_disagreement_major",
    "dim_disagreement_major"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4b-021",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "both",
   "code": "RUBRIC",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.16,
    0.24
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "layer4_ai_native_off_set"
  },
  {
   "id": "S4c-010",
   "split": "dev",
   "type": "score_rubric",
   "who_missed": "jev_only",
   "code": "RUBRIC",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.19,
    0.19
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S4c-024",
   "split": "test",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "QUAL",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.44,
    0.41
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "receipt_specificity_minor"
  },
  {
   "id": "S4c-029",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "STALE",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.41,
    0.41
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "unrecorded"
  },
  {
   "id": "S5-001",
   "split": "dev",
   "type": "other",
   "who_missed": "both",
   "code": "NOTVIS",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.71,
    0.65
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-002",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "both",
   "code": "NOTVIS",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.36,
    0.34
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-003",
   "split": "dev",
   "type": "customers_logos",
   "who_missed": "mistral_only",
   "code": "NOTVIS",
   "jev_flags": [
    "fabricated_or_unsupported_claim",
    "fabricated_or_unsupported_claim"
   ],
   "jev_conf": [
    0.55,
    0.56
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-007",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "both",
   "code": "PROV",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.5,
    0.41
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-008",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.46,
    0.43
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-009",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.73,
    0.72
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-010",
   "split": "dev",
   "type": "funding_company",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.74,
    0.75
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-011",
   "split": "dev",
   "type": "V017_fact",
   "who_missed": "jev_only",
   "code": "PROV",
   "jev_flags": [
    "none",
    "none"
   ],
   "jev_conf": [
    0.64,
    0.6
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": false,
   "mistral_verdicts": [
    "fail",
    "fail"
   ],
   "mistral_findings": [
    "fabricated_or_unsupported_claim",
    "fabricated_or_unsupported_claim"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  },
  {
   "id": "S5-012",
   "split": "test",
   "type": "funding_company",
   "who_missed": "both",
   "code": "QUAL",
   "jev_flags": [
    "claim_overspecification_minor",
    "claim_overspecification_minor"
   ],
   "jev_conf": [
    0.6,
    0.61
   ],
   "jev_escalated": true,
   "jev_picked_minor_flag": true,
   "mistral_verdicts": [
    "pass",
    "pass"
   ],
   "mistral_findings": [
    "none",
    "none"
   ],
   "mistral_major_finding_but_pass": false,
   "key_flag": "free_text_note_redacted"
  }
 ],
 "tally": {
  "n_missed_by_either": 42,
  "by_code": {
   "RUBRIC": {
    "k": 13,
    "n": 42,
    "share": 0.31,
    "lo": 0.191,
    "hi": 0.46
   },
   "PROV": {
    "k": 13,
    "n": 42,
    "share": 0.31,
    "lo": 0.191,
    "hi": 0.46
   },
   "QUAL": {
    "k": 6,
    "n": 42,
    "share": 0.143,
    "lo": 0.067,
    "hi": 0.278
   },
   "NOTVIS": {
    "k": 4,
    "n": 42,
    "share": 0.095,
    "lo": 0.038,
    "hi": 0.221
   },
   "STALE": {
    "k": 3,
    "n": 42,
    "share": 0.071,
    "lo": 0.025,
    "hi": 0.19
   },
   "VISIBLE": {
    "k": 2,
    "n": 42,
    "share": 0.048,
    "lo": 0.013,
    "hi": 0.158
   },
   "NUM": {
    "k": 1,
    "n": 42,
    "share": 0.024,
    "lo": 0.004,
    "hi": 0.123
   }
  },
  "by_code_x_who": {
   "jev_only": {
    "n": 18,
    "PROV": 7,
    "RUBRIC": 6,
    "QUAL": 3,
    "NUM": 1,
    "STALE": 1
   },
   "both": {
    "n": 14,
    "PROV": 4,
    "NOTVIS": 3,
    "RUBRIC": 3,
    "QUAL": 2,
    "VISIBLE": 1,
    "STALE": 1
   },
   "mistral_only": {
    "n": 10,
    "RUBRIC": 4,
    "PROV": 2,
    "VISIBLE": 1,
    "QUAL": 1,
    "STALE": 1,
    "NOTVIS": 1
   }
  },
  "by_code_x_split": {
   "dev": {
    "n": 32,
    "RUBRIC": 13,
    "PROV": 9,
    "QUAL": 3,
    "STALE": 3,
    "NOTVIS": 3,
    "NUM": 1
   },
   "test": {
    "n": 10,
    "PROV": 4,
    "QUAL": 3,
    "VISIBLE": 2,
    "NOTVIS": 1
   }
  },
  "H6_NOTVIS_or_QLABEL": {
   "k": 4,
   "n": 42,
   "share": 0.095,
   "ci": [
    0.038,
    0.221
   ]
  },
  "explor_PROV_NOTVIS_QLABEL": {
   "k": 17,
   "n": 42,
   "share": 0.405,
   "ci": [
    0.27,
    0.555
   ]
  },
  "explor_jev_checker_misses_with_minor_flag": {
   "k": 23,
   "n": 32
  },
  "explor_jev_checker_misses_escalated_anyway": {
   "k": 32,
   "n": 32
  },
  "explor_mistral_misses_with_major_finding_but_pass": {
   "k": 3,
   "n": 24,
   "ids": [
    "S4a-027",
    "S4b-011",
    "S4b-013"
   ]
  }
 }
}