{
 "n_labelled": 110,
 "n_expected": 110,
 "fail_share": {
  "k": 9,
  "n": 110,
  "p": 8.2,
  "lo": 4.4,
  "hi": 14.8
 },
 "flags": {
  "claim_overspecification_minor": 9,
  "none": 66,
  "dim_disagreement_minor": 6,
  "claim_unsourced_minor": 20,
  "fabricated_or_unsupported_claim": 6,
  "contradicted_fact": 3
 },
 "fail_share_by_section": {
  "Dimension scores": {
   "k": 2,
   "n": 48,
   "p": 4.2,
   "lo": 1.2,
   "hi": 14.0
  },
  "Headline numbers": {
   "k": 2,
   "n": 22,
   "p": 9.1,
   "lo": 2.5,
   "hi": 27.8
  },
  "Identity": {
   "k": 4,
   "n": 32,
   "p": 12.5,
   "lo": 5.0,
   "hi": 28.1
  },
  "Integrations": {
   "k": 1,
   "n": 7,
   "p": 14.3,
   "lo": 2.6,
   "hi": 51.3
  },
  "Pricing detail": {
   "k": 0,
   "n": 1,
   "p": 0.0,
   "lo": 0,
   "hi": 79.3
  }
 },
 "fail_share_by_vendor": {
  "V027": {
   "k": 1,
   "n": 19,
   "p": 5.3,
   "lo": 0.9,
   "hi": 24.6
  },
  "V060": {
   "k": 1,
   "n": 21,
   "p": 4.8,
   "lo": 0.8,
   "hi": 22.7
  },
  "V092": {
   "k": 2,
   "n": 26,
   "p": 7.7,
   "lo": 2.1,
   "hi": 24.1
  },
  "V044": {
   "k": 3,
   "n": 19,
   "p": 15.8,
   "lo": 5.5,
   "hi": 37.6
  },
  "V139": {
   "k": 2,
   "n": 25,
   "p": 8.0,
   "lo": 2.2,
   "hi": 25.0
  }
 },
 "false_per_web": 9,
 "low_confidence_labels": 8,
 "jev_router_curve": {
  "primary_armA": [
   {
    "t": 0.5,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 2,
     "n": 101,
     "p": 2.0,
     "lo": 0.5,
     "hi": 6.9
    }
   },
   {
    "t": 0.6,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 2,
     "n": 101,
     "p": 2.0,
     "lo": 0.5,
     "hi": 6.9
    }
   },
   {
    "t": 0.7,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 2,
     "n": 101,
     "p": 2.0,
     "lo": 0.5,
     "hi": 6.9
    }
   },
   {
    "t": 0.8,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 2,
     "n": 101,
     "p": 2.0,
     "lo": 0.5,
     "hi": 6.9
    }
   },
   {
    "t": 0.9,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 1,
     "n": 101,
     "p": 1.0,
     "lo": 0.2,
     "hi": 5.4
    }
   },
   {
    "t": 0.95,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 1,
     "n": 101,
     "p": 1.0,
     "lo": 0.2,
     "hi": 5.4
    }
   }
  ],
  "primary_armB": [
   {
    "t": 0.5,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 23,
     "n": 101,
     "p": 22.8,
     "lo": 15.7,
     "hi": 31.9
    }
   },
   {
    "t": 0.6,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 22,
     "n": 101,
     "p": 21.8,
     "lo": 14.8,
     "hi": 30.8
    }
   },
   {
    "t": 0.7,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 19,
     "n": 101,
     "p": 18.8,
     "lo": 12.4,
     "hi": 27.5
    }
   },
   {
    "t": 0.8,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 16,
     "n": 101,
     "p": 15.8,
     "lo": 10.0,
     "hi": 24.2
    }
   },
   {
    "t": 0.9,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 8,
     "n": 101,
     "p": 7.9,
     "lo": 4.1,
     "hi": 14.9
    }
   },
   {
    "t": 0.95,
    "miss": {
     "k": 0,
     "n": 9,
     "p": 0.0,
     "lo": 0,
     "hi": 29.9
    },
    "useful_accept": {
     "k": 4,
     "n": 101,
     "p": 4.0,
     "lo": 1.6,
     "hi": 9.7
    }
   }
  ],
  "strict_armA": [
   {
    "t": 0.5,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 2,
     "n": 66,
     "p": 3.0,
     "lo": 0.8,
     "hi": 10.4
    }
   },
   {
    "t": 0.6,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 2,
     "n": 66,
     "p": 3.0,
     "lo": 0.8,
     "hi": 10.4
    }
   },
   {
    "t": 0.7,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 2,
     "n": 66,
     "p": 3.0,
     "lo": 0.8,
     "hi": 10.4
    }
   },
   {
    "t": 0.8,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 2,
     "n": 66,
     "p": 3.0,
     "lo": 0.8,
     "hi": 10.4
    }
   },
   {
    "t": 0.9,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 1,
     "n": 66,
     "p": 1.5,
     "lo": 0.3,
     "hi": 8.1
    }
   },
   {
    "t": 0.95,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 1,
     "n": 66,
     "p": 1.5,
     "lo": 0.3,
     "hi": 8.1
    }
   }
  ],
  "strict_armB": [
   {
    "t": 0.5,
    "miss": {
     "k": 2,
     "n": 44,
     "p": 4.5,
     "lo": 1.3,
     "hi": 15.1
    },
    "useful_accept": {
     "k": 21,
     "n": 66,
     "p": 31.8,
     "lo": 21.8,
     "hi": 43.8
    }
   },
   {
    "t": 0.6,
    "miss": {
     "k": 2,
     "n": 44,
     "p": 4.5,
     "lo": 1.3,
     "hi": 15.1
    },
    "useful_accept": {
     "k": 20,
     "n": 66,
     "p": 30.3,
     "lo": 20.6,
     "hi": 42.2
    }
   },
   {
    "t": 0.7,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 19,
     "n": 66,
     "p": 28.8,
     "lo": 19.3,
     "hi": 40.6
    }
   },
   {
    "t": 0.8,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 16,
     "n": 66,
     "p": 24.2,
     "lo": 15.5,
     "hi": 35.8
    }
   },
   {
    "t": 0.9,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 8,
     "n": 66,
     "p": 12.1,
     "lo": 6.3,
     "hi": 22.1
    }
   },
   {
    "t": 0.95,
    "miss": {
     "k": 0,
     "n": 44,
     "p": 0.0,
     "lo": 0,
     "hi": 8.0
    },
    "useful_accept": {
     "k": 4,
     "n": 66,
     "p": 6.1,
     "lo": 2.4,
     "hi": 14.6
    }
   }
  ]
 },
 "jev_checker_view": {
  "A": {
   "fails_caught": {
    "k": 8,
    "n": 9,
    "p": 88.9,
    "lo": 56.5,
    "hi": 98.0
   },
   "passes_flagged": {
    "k": 95,
    "n": 101,
    "p": 94.1,
    "lo": 87.6,
    "hi": 97.2
   }
  },
  "B": {
   "fails_caught": {
    "k": 5,
    "n": 9,
    "p": 55.6,
    "lo": 26.7,
    "hi": 81.1
   },
   "passes_flagged": {
    "k": 38,
    "n": 101,
    "p": 37.6,
    "lo": 28.8,
    "hi": 47.4
   }
  }
 },
 "production_gates": {
  "ground_py_caught": {
   "k": 0,
   "n": 9,
   "p": 0.0,
   "lo": 0,
   "hi": 29.9
  },
  "step03_caught": {
   "k": 0,
   "n": 9,
   "p": 0.0,
   "lo": 0,
   "hi": 29.9
  },
  "either_caught": {
   "k": 0,
   "n": 9,
   "p": 0.0,
   "lo": 0,
   "hi": 29.9
  }
 },
 "receipt_split_armB_accept_at_0.8": {
  "true": {
   "k": 1,
   "n": 7,
   "p": 14.3,
   "lo": 2.6,
   "hi": 51.3
  },
  "false": {
   "k": 15,
   "n": 103,
   "p": 14.6,
   "lo": 9.0,
   "hi": 22.6
  }
 },
 "reliability_a4_vs_primary": {
  "n": 30,
  "verdict_agreement": {
   "k": 29,
   "n": 30,
   "p": 96.7,
   "lo": 83.3,
   "hi": 99.4
  },
  "verdict_kappa": 0.902,
  "flag_agreement": {
   "k": 24,
   "n": 30,
   "p": 80.0,
   "lo": 62.7,
   "hi": 90.5
  },
  "disagreements": [
   "beaa6bc3"
  ]
 },
 "vendor_names_note": "Vendors re-keyed to the release V codes (see data/pilot.csv)."
}