{
 "notes": {
  "key_mismatch": [
   "S4c-032",
   "S5-006",
   "S1-028",
   "S5-014",
   "S5-015"
  ],
  "excluded_error_calls": 0,
  "excluded_missing_rep": [],
  "excluded_bad_verdict": []
 },
 "counts": {
  "dev": {
   "claims": 258,
   "vendors": 85,
   "recorded_fail": 85,
   "recorded_pass": 173,
   "prov_only_fails": 10
  },
  "test": {
   "claims": 114,
   "vendors": 41,
   "recorded_fail": 35,
   "recorded_pass": 79,
   "prov_only_fails": 3
  }
 },
 "folds": {
  "0": {
   "claims": 22,
   "vendors": 9,
   "recorded_fail": 8
  },
  "1": {
   "claims": 68,
   "vendors": 24,
   "recorded_fail": 22
  },
  "2": {
   "claims": 43,
   "vendors": 15,
   "recorded_fail": 19
  },
  "3": {
   "claims": 51,
   "vendors": 14,
   "recorded_fail": 13
  },
  "4": {
   "claims": 74,
   "vendors": 23,
   "recorded_fail": 23
  }
 },
 "q2_1": {
  "dev": {
   "none_conf_pooled": {
    "n_calls": 235,
    "ece": 0.2545,
    "signed_gap_conf_minus_observed": -0.2531,
    "mean_conf": 0.7043,
    "observed_share": 0.9574,
    "table": [
     {
      "bin": "[0.1,0.2)",
      "mean_conf": 0.16,
      "k": 0,
      "n": 1,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.7935,
      "too_small": true
     },
     {
      "bin": "[0.2,0.3)",
      "mean_conf": 0.25,
      "k": 10,
      "n": 11,
      "p": 0.9091,
      "lo": 0.6226,
      "hi": 0.9838
     },
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.3464,
      "k": 12,
      "n": 14,
      "p": 0.8571,
      "lo": 0.6006,
      "hi": 0.9599
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.4593,
      "k": 15,
      "n": 15,
      "p": 1.0,
      "lo": 0.7961,
      "hi": 1.0
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.5447,
      "k": 17,
      "n": 17,
      "p": 1.0,
      "lo": 0.8157,
      "hi": 1.0
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.6426,
      "k": 29,
      "n": 31,
      "p": 0.9355,
      "lo": 0.7928,
      "hi": 0.9821
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7442,
      "k": 46,
      "n": 50,
      "p": 0.92,
      "lo": 0.8116,
      "hi": 0.9685
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.8446,
      "k": 57,
      "n": 57,
      "p": 1.0,
      "lo": 0.9369,
      "hi": 1.0
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.9318,
      "k": 39,
      "n": 39,
      "p": 1.0,
      "lo": 0.9103,
      "hi": 1.0
     }
    ],
    "ece_ci95": [
     0.1896,
     0.3045
    ],
    "gap_ci95": [
     -0.3039,
     -0.1825
    ],
    "n_vendors": 63
   },
   "failflag_conf_pooled": {
    "n_calls": 140,
    "ece": 0.1676,
    "signed_gap_conf_minus_observed": -0.1562,
    "mean_conf": 0.7224,
    "observed_share": 0.8786,
    "table": [
     {
      "bin": "[0.2,0.3)",
      "mean_conf": 0.2667,
      "k": 0,
      "n": 3,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.5615,
      "too_small": true
     },
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.358,
      "k": 11,
      "n": 15,
      "p": 0.7333,
      "lo": 0.4805,
      "hi": 0.891
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.4459,
      "k": 13,
      "n": 17,
      "p": 0.7647,
      "lo": 0.5274,
      "hi": 0.9045
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.5553,
      "k": 14,
      "n": 17,
      "p": 0.8235,
      "lo": 0.5897,
      "hi": 0.9381
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.644,
      "k": 9,
      "n": 10,
      "p": 0.9,
      "lo": 0.5958,
      "hi": 0.9821
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7486,
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.8476,
      "k": 19,
      "n": 21,
      "p": 0.9048,
      "lo": 0.7109,
      "hi": 0.9735
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.9692,
      "k": 50,
      "n": 50,
      "p": 1.0,
      "lo": 0.9286,
      "hi": 1.0
     }
    ],
    "ece_ci95": [
     0.1031,
     0.2497
    ],
    "gap_ci95": [
     -0.2398,
     -0.0756
    ],
    "n_vendors": 47
   },
   "none_conf_rep0": {
    "n_calls": 118,
    "ece": 0.2558,
    "signed_gap_conf_minus_observed": -0.2531,
    "mean_conf": 0.7045,
    "observed_share": 0.9576,
    "table": [
     {
      "bin": "[0.1,0.2)",
      "mean_conf": 0.16,
      "k": 0,
      "n": 1,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.7935,
      "too_small": true
     },
     {
      "bin": "[0.2,0.3)",
      "mean_conf": 0.26,
      "k": 5,
      "n": 5,
      "p": 1.0,
      "lo": 0.5655,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.3425,
      "k": 7,
      "n": 8,
      "p": 0.875,
      "lo": 0.5291,
      "hi": 0.9776,
      "too_small": true
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.4671,
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.5525,
      "k": 8,
      "n": 8,
      "p": 1.0,
      "lo": 0.6756,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.6421,
      "k": 13,
      "n": 14,
      "p": 0.9286,
      "lo": 0.6853,
      "hi": 0.9873
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7372,
      "k": 23,
      "n": 25,
      "p": 0.92,
      "lo": 0.7503,
      "hi": 0.9778
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.8386,
      "k": 29,
      "n": 29,
      "p": 1.0,
      "lo": 0.883,
      "hi": 1.0
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.9286,
      "k": 21,
      "n": 21,
      "p": 1.0,
      "lo": 0.8454,
      "hi": 1.0
     }
    ],
    "ece_ci95": [
     0.1929,
     0.3032
    ],
    "gap_ci95": [
     -0.3006,
     -0.187
    ],
    "n_vendors": 63
   },
   "exploratory": {
    "none_pnone_pooled": {
     "n_calls": 235,
     "ece": 0.2097,
     "signed_gap_conf_minus_observed": -0.2074,
     "mean_conf": 0.75,
     "observed_share": 0.9574,
     "table": [
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.27,
       "k": 0,
       "n": 1,
       "p": 0.0,
       "lo": 0.0,
       "hi": 0.7935,
       "too_small": true
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.3625,
       "k": 11,
       "n": 12,
       "p": 0.9167,
       "lo": 0.6461,
       "hi": 0.9851
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.4471,
       "k": 12,
       "n": 14,
       "p": 0.8571,
       "lo": 0.6006,
       "hi": 0.9599
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.5553,
       "k": 19,
       "n": 19,
       "p": 1.0,
       "lo": 0.8318,
       "hi": 1.0
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.6539,
       "k": 27,
       "n": 28,
       "p": 0.9643,
       "lo": 0.8229,
       "hi": 0.9937
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.7509,
       "k": 39,
       "n": 44,
       "p": 0.8864,
       "lo": 0.7602,
       "hi": 0.9505
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.8463,
       "k": 67,
       "n": 67,
       "p": 1.0,
       "lo": 0.9458,
       "hi": 1.0
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.9354,
       "k": 50,
       "n": 50,
       "p": 1.0,
       "lo": 0.9286,
       "hi": 1.0
      }
     ],
     "ece_ci95": [
      0.1631,
      0.2562
     ],
     "gap_ci95": [
      -0.2544,
      -0.1441
     ],
     "n_vendors": 63
    },
    "minor_flags_conf_outcome_pass": {
     "n_calls": 141,
     "ece": 0.3002,
     "signed_gap_conf_minus_observed": -0.2287,
     "mean_conf": 0.5089,
     "observed_share": 0.7376,
     "table": [
      {
       "bin": "[0.1,0.2)",
       "mean_conf": 0.1867,
       "k": 0,
       "n": 3,
       "p": 0.0,
       "lo": 0.0,
       "hi": 0.5615,
       "too_small": true
      },
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.2625,
       "k": 11,
       "n": 12,
       "p": 0.9167,
       "lo": 0.6461,
       "hi": 0.9851
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.3338,
       "k": 30,
       "n": 32,
       "p": 0.9375,
       "lo": 0.7985,
       "hi": 0.9827
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.4461,
       "k": 20,
       "n": 31,
       "p": 0.6452,
       "lo": 0.4695,
       "hi": 0.7888
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.5371,
       "k": 10,
       "n": 14,
       "p": 0.7143,
       "lo": 0.4535,
       "hi": 0.8828
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.6393,
       "k": 8,
       "n": 15,
       "p": 0.5333,
       "lo": 0.3012,
       "hi": 0.7519
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.7454,
       "k": 15,
       "n": 24,
       "p": 0.625,
       "lo": 0.4271,
       "hi": 0.7884
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.835,
       "k": 8,
       "n": 8,
       "p": 1.0,
       "lo": 0.6756,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.925,
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0,
       "too_small": true
      }
     ]
    },
    "none_conf_verbatim": {
     "n_calls": 213,
     "ece": 0.2423,
     "signed_gap_conf_minus_observed": -0.2423,
     "mean_conf": 0.7201,
     "observed_share": 0.9624,
     "table": [
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.2588,
       "k": 8,
       "n": 8,
       "p": 1.0,
       "lo": 0.6756,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.3475,
       "k": 10,
       "n": 12,
       "p": 0.8333,
       "lo": 0.552,
       "hi": 0.953
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.4573,
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.5475,
       "k": 16,
       "n": 16,
       "p": 1.0,
       "lo": 0.8064,
       "hi": 1.0
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.643,
       "k": 25,
       "n": 27,
       "p": 0.9259,
       "lo": 0.7663,
       "hi": 0.9794
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.7453,
       "k": 43,
       "n": 47,
       "p": 0.9149,
       "lo": 0.8007,
       "hi": 0.9664
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.8433,
       "k": 54,
       "n": 54,
       "p": 1.0,
       "lo": 0.9336,
       "hi": 1.0
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.9324,
       "k": 38,
       "n": 38,
       "p": 1.0,
       "lo": 0.9082,
       "hi": 1.0
      }
     ],
     "ece_ci95": [
      0.1792,
      0.2953
     ],
     "gap_ci95": [
      -0.2953,
      -0.1759
     ],
     "n_vendors": 57
    },
    "none_conf_paraphrased": {
     "n_calls": 22,
     "ece": 0.3723,
     "signed_gap_conf_minus_observed": -0.3577,
     "mean_conf": 0.5514,
     "observed_share": 0.9091,
     "table": [
      {
       "bin": "[0.1,0.2)",
       "mean_conf": 0.16,
       "k": 0,
       "n": 1,
       "p": 0.0,
       "lo": 0.0,
       "hi": 0.7935,
       "too_small": true
      },
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.2267,
       "k": 2,
       "n": 3,
       "p": 0.6667,
       "lo": 0.2077,
       "hi": 0.9385,
       "too_small": true
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.34,
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.465,
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.5,
       "k": 1,
       "n": 1,
       "p": 1.0,
       "lo": 0.2065,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.64,
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.7267,
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.8667,
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.91,
       "k": 1,
       "n": 1,
       "p": 1.0,
       "lo": 0.2065,
       "hi": 1.0,
       "too_small": true
      }
     ],
     "ece_ci95": [
      0.2864,
      0.475
     ],
     "gap_ci95": [
      -0.4725,
      -0.2115
     ],
     "n_vendors": 9
    },
    "none_conf_opus_labels": {
     "n_calls": 172,
     "ece": 0.2398,
     "signed_gap_conf_minus_observed": -0.2379,
     "mean_conf": 0.704,
     "observed_share": 0.9419,
     "table": [
      {
       "bin": "[0.1,0.2)",
       "mean_conf": 0.16,
       "k": 0,
       "n": 1,
       "p": 0.0,
       "lo": 0.0,
       "hi": 0.7935,
       "too_small": true
      },
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.26,
       "k": 4,
       "n": 5,
       "p": 0.8,
       "lo": 0.3755,
       "hi": 0.9638,
       "too_small": true
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.346,
       "k": 8,
       "n": 10,
       "p": 0.8,
       "lo": 0.4902,
       "hi": 0.9433
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.4642,
       "k": 12,
       "n": 12,
       "p": 1.0,
       "lo": 0.7575,
       "hi": 1.0
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.5473,
       "k": 15,
       "n": 15,
       "p": 1.0,
       "lo": 0.7961,
       "hi": 1.0
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.6383,
       "k": 22,
       "n": 24,
       "p": 0.9167,
       "lo": 0.7415,
       "hi": 0.9768
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.748,
       "k": 36,
       "n": 40,
       "p": 0.9,
       "lo": 0.7695,
       "hi": 0.9604
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.8464,
       "k": 39,
       "n": 39,
       "p": 1.0,
       "lo": 0.9103,
       "hi": 1.0
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.9281,
       "k": 26,
       "n": 26,
       "p": 1.0,
       "lo": 0.8713,
       "hi": 1.0
      }
     ],
     "ece_ci95": [
      0.1684,
      0.3014
     ],
     "gap_ci95": [
      -0.3001,
      -0.1574
     ],
     "n_vendors": 51
    },
    "none_conf_other_labels": {
     "n_calls": 63,
     "ece": 0.2946,
     "signed_gap_conf_minus_observed": -0.2946,
     "mean_conf": 0.7054,
     "observed_share": 1.0,
     "table": [
      {
       "bin": "[0.2,0.3)",
       "mean_conf": 0.2417,
       "k": 6,
       "n": 6,
       "p": 1.0,
       "lo": 0.6097,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.3,0.4)",
       "mean_conf": 0.3475,
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.4,0.5)",
       "mean_conf": 0.44,
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.5,0.6)",
       "mean_conf": 0.525,
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.6,0.7)",
       "mean_conf": 0.6571,
       "k": 7,
       "n": 7,
       "p": 1.0,
       "lo": 0.6457,
       "hi": 1.0,
       "too_small": true
      },
      {
       "bin": "[0.7,0.8)",
       "mean_conf": 0.729,
       "k": 10,
       "n": 10,
       "p": 1.0,
       "lo": 0.7225,
       "hi": 1.0
      },
      {
       "bin": "[0.8,0.9)",
       "mean_conf": 0.8406,
       "k": 18,
       "n": 18,
       "p": 1.0,
       "lo": 0.8241,
       "hi": 1.0
      },
      {
       "bin": "[0.9,1.0]",
       "mean_conf": 0.9392,
       "k": 13,
       "n": 13,
       "p": 1.0,
       "lo": 0.7719,
       "hi": 1.0
      }
     ],
     "ece_ci95": [
      0.2085,
      0.3578
     ],
     "gap_ci95": [
      -0.3578,
      -0.2085
     ],
     "n_vendors": 12
    }
   }
  },
  "test": {
   "none_conf_pooled": {
    "n_calls": 100,
    "ece": 0.1558,
    "signed_gap_conf_minus_observed": -0.1558,
    "mean_conf": 0.7642,
    "observed_share": 0.92,
    "table": [
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.335,
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.45,
      "k": 3,
      "n": 5,
      "p": 0.6,
      "lo": 0.2307,
      "hi": 0.8824,
      "too_small": true
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.5437,
      "k": 8,
      "n": 8,
      "p": 1.0,
      "lo": 0.6756,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.6417,
      "k": 9,
      "n": 12,
      "p": 0.75,
      "lo": 0.4677,
      "hi": 0.9111
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7416,
      "k": 23,
      "n": 25,
      "p": 0.92,
      "lo": 0.7503,
      "hi": 0.9778
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.8467,
      "k": 20,
      "n": 21,
      "p": 0.9524,
      "lo": 0.7733,
      "hi": 0.9915
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.9307,
      "k": 27,
      "n": 27,
      "p": 1.0,
      "lo": 0.8754,
      "hi": 1.0
     }
    ],
    "ece_ci95": [
     0.0863,
     0.2593
    ],
    "gap_ci95": [
     -0.2584,
     -0.0396
    ],
    "n_vendors": 31
   },
   "failflag_conf_pooled": {
    "n_calls": 59,
    "ece": 0.2137,
    "signed_gap_conf_minus_observed": -0.1646,
    "mean_conf": 0.7168,
    "observed_share": 0.8814,
    "table": [
     {
      "bin": "[0.1,0.2)",
      "mean_conf": 0.145,
      "k": 0,
      "n": 2,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.6576,
      "too_small": true
     },
     {
      "bin": "[0.2,0.3)",
      "mean_conf": 0.255,
      "k": 1,
      "n": 2,
      "p": 0.5,
      "lo": 0.0945,
      "hi": 0.9055,
      "too_small": true
     },
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.3,
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.4556,
      "k": 7,
      "n": 9,
      "p": 0.7778,
      "lo": 0.4526,
      "hi": 0.9368,
      "too_small": true
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.556,
      "k": 5,
      "n": 5,
      "p": 1.0,
      "lo": 0.5655,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.63,
      "k": 5,
      "n": 5,
      "p": 1.0,
      "lo": 0.5655,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7514,
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.82,
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.96,
      "k": 19,
      "n": 21,
      "p": 0.9048,
      "lo": 0.7109,
      "hi": 0.9735
     }
    ],
    "ece_ci95": [
     0.1528,
     0.3224
    ],
    "gap_ci95": [
     -0.2716,
     -0.0383
    ],
    "n_vendors": 22
   },
   "none_conf_rep0": {
    "n_calls": 50,
    "ece": 0.155,
    "signed_gap_conf_minus_observed": -0.155,
    "mean_conf": 0.765,
    "observed_share": 0.92,
    "table": [
     {
      "bin": "[0.3,0.4)",
      "mean_conf": 0.34,
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.4,0.5)",
      "mean_conf": 0.44,
      "k": 2,
      "n": 3,
      "p": 0.6667,
      "lo": 0.2077,
      "hi": 0.9385,
      "too_small": true
     },
     {
      "bin": "[0.5,0.6)",
      "mean_conf": 0.5533,
      "k": 3,
      "n": 3,
      "p": 1.0,
      "lo": 0.4385,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.6,0.7)",
      "mean_conf": 0.63,
      "k": 4,
      "n": 5,
      "p": 0.8,
      "lo": 0.3755,
      "hi": 0.9638,
      "too_small": true
     },
     {
      "bin": "[0.7,0.8)",
      "mean_conf": 0.7407,
      "k": 13,
      "n": 15,
      "p": 0.8667,
      "lo": 0.6212,
      "hi": 0.9626
     },
     {
      "bin": "[0.8,0.9)",
      "mean_conf": 0.8489,
      "k": 9,
      "n": 9,
      "p": 1.0,
      "lo": 0.7008,
      "hi": 1.0,
      "too_small": true
     },
     {
      "bin": "[0.9,1.0]",
      "mean_conf": 0.9307,
      "k": 14,
      "n": 14,
      "p": 1.0,
      "lo": 0.7847,
      "hi": 1.0
     }
    ],
    "ece_ci95": [
     0.0867,
     0.2557
    ],
    "gap_ci95": [
     -0.2557,
     -0.0402
    ],
    "n_vendors": 31
   }
  }
 },
 "existing_rule_0p8": {
  "dev": {
   "two_repeat": {
    "accept_share_recorded_pass": {
     "k": 44,
     "n": 173,
     "p": 0.2543,
     "lo": 0.1953,
     "hi": 0.3241
    },
    "misses": {
     "k": 0,
     "n": 85,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0432
    },
    "accept_share_all_claims": {
     "k": 44,
     "n": 258,
     "p": 0.1705,
     "lo": 0.1296,
     "hi": 0.2212
    },
    "precision_of_accepts_recorded_pass": {
     "k": 44,
     "n": 44,
     "p": 1.0,
     "lo": 0.9197,
     "hi": 1.0
    }
   },
   "one_repeat_rep0": {
    "accept_share_recorded_pass": {
     "k": 50,
     "n": 173,
     "p": 0.289,
     "lo": 0.2266,
     "hi": 0.3606
    },
    "misses": {
     "k": 0,
     "n": 85,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0432
    },
    "accept_share_all_claims": {
     "k": 50,
     "n": 258,
     "p": 0.1938,
     "lo": 0.1502,
     "hi": 0.2464
    },
    "precision_of_accepts_recorded_pass": {
     "k": 50,
     "n": 50,
     "p": 1.0,
     "lo": 0.9286,
     "hi": 1.0
    }
   },
   "two_repeat_excl_prov": {
    "accept_share_recorded_pass": {
     "k": 44,
     "n": 173,
     "p": 0.2543,
     "lo": 0.1953,
     "hi": 0.3241
    },
    "misses": {
     "k": 0,
     "n": 75,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0487
    },
    "accept_share_all_claims": {
     "k": 44,
     "n": 258,
     "p": 0.1705,
     "lo": 0.1296,
     "hi": 0.2212
    },
    "precision_of_accepts_recorded_pass": {
     "k": 44,
     "n": 44,
     "p": 1.0,
     "lo": 0.9197,
     "hi": 1.0
    }
   }
  },
  "test": {
   "two_repeat": {
    "accept_share_recorded_pass": {
     "k": 23,
     "n": 79,
     "p": 0.2911,
     "lo": 0.2025,
     "hi": 0.3991
    },
    "misses": {
     "k": 0,
     "n": 35,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0989
    },
    "accept_share_all_claims": {
     "k": 23,
     "n": 114,
     "p": 0.2018,
     "lo": 0.1384,
     "hi": 0.2846
    },
    "precision_of_accepts_recorded_pass": {
     "k": 23,
     "n": 23,
     "p": 1.0,
     "lo": 0.8569,
     "hi": 1.0
    }
   },
   "one_repeat_rep0": {
    "accept_share_recorded_pass": {
     "k": 23,
     "n": 79,
     "p": 0.2911,
     "lo": 0.2025,
     "hi": 0.3991
    },
    "misses": {
     "k": 0,
     "n": 35,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0989
    },
    "accept_share_all_claims": {
     "k": 23,
     "n": 114,
     "p": 0.2018,
     "lo": 0.1384,
     "hi": 0.2846
    },
    "precision_of_accepts_recorded_pass": {
     "k": 23,
     "n": 23,
     "p": 1.0,
     "lo": 0.8569,
     "hi": 1.0
    }
   },
   "two_repeat_excl_prov": {
    "accept_share_recorded_pass": {
     "k": 23,
     "n": 79,
     "p": 0.2911,
     "lo": 0.2025,
     "hi": 0.3991
    },
    "misses": {
     "k": 0,
     "n": 32,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.1072
    },
    "accept_share_all_claims": {
     "k": 23,
     "n": 114,
     "p": 0.2018,
     "lo": 0.1384,
     "hi": 0.2846
    },
    "precision_of_accepts_recorded_pass": {
     "k": 23,
     "n": 23,
     "p": 1.0,
     "lo": 0.8569,
     "hi": 1.0
    }
   }
  }
 },
 "q2_2": {
  "zero_miss": {
   "C0": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 63,
      "n": 173,
      "p": 0.3642,
      "lo": 0.2961,
      "hi": 0.4381
     },
     "misses": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_all_claims": {
      "k": 66,
      "n": 258,
      "p": 0.2558,
      "lo": 0.2064,
      "hi": 0.3124
     },
     "precision_of_accepts_recorded_pass": {
      "k": 63,
      "n": 66,
      "p": 0.9545,
      "lo": 0.8747,
      "hi": 0.9844
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "C0",
      "cut": 0.745,
      "train_accept_share_pass": 0.3459,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "C0",
      "cut": 0.75,
      "train_accept_share_pass": 0.3228,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.6107,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "C0",
      "cut": 0.745,
      "train_accept_share_pass": 0.2963,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "C0",
      "cut": 0.745,
      "train_accept_share_pass": 0.377,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "nested_candidate": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 65,
      "n": 173,
      "p": 0.3757,
      "lo": 0.307,
      "hi": 0.4499
     },
     "misses": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_all_claims": {
      "k": 68,
      "n": 258,
      "p": 0.2636,
      "lo": 0.2136,
      "hi": 0.3205
     },
     "precision_of_accepts_recorded_pass": {
      "k": 65,
      "n": 68,
      "p": 0.9559,
      "lo": 0.8781,
      "hi": 0.9849
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "K3",
      "cut": 0.7775,
      "train_accept_share_pass": 0.3711,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "K3",
      "cut": 0.7775,
      "train_accept_share_pass": 0.3465,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "K2",
      "cut": 0.435,
      "train_accept_share_pass": 0.6174,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "K3",
      "cut": 0.7775,
      "train_accept_share_pass": 0.3259,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "K3",
      "cut": 0.785,
      "train_accept_share_pass": 0.3852,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "paired_candidate_vs_C0": {
    "mcnemar_recorded_pass": {
     "cand_only_accepts": 2,
     "base_only_accepts": 0,
     "p_exact": 0.5
    },
    "mcnemar_recorded_fail": {
     "cand_only_accepts": 0,
     "base_only_accepts": 0,
     "p_exact": 1.0
    },
    "diff_accept_share_recorded_pass": {
     "point": 0.0116,
     "ci95": [
      0.0,
      0.0296
     ],
     "n_boot": 2000
    }
   },
   "per_score_exploratory": {
    "K1": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 64,
       "n": 173,
       "p": 0.3699,
       "lo": 0.3016,
       "hi": 0.444
      },
      "misses": {
       "k": 3,
       "n": 85,
       "p": 0.0353,
       "lo": 0.0121,
       "hi": 0.0987
      },
      "accept_share_all_claims": {
       "k": 67,
       "n": 258,
       "p": 0.2597,
       "lo": 0.21,
       "hi": 0.3164
      },
      "precision_of_accepts_recorded_pass": {
       "k": 64,
       "n": 67,
       "p": 0.9552,
       "lo": 0.8764,
       "hi": 0.9847
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K1",
       "cut": 0.745,
       "train_accept_share_pass": 0.3522,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K1",
       "cut": 0.75,
       "train_accept_share_pass": 0.3307,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.5973,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K1",
       "cut": 0.745,
       "train_accept_share_pass": 0.3037,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K1",
       "cut": 0.745,
       "train_accept_share_pass": 0.377,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K2": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 64,
       "n": 173,
       "p": 0.3699,
       "lo": 0.3016,
       "hi": 0.444
      },
      "misses": {
       "k": 3,
       "n": 85,
       "p": 0.0353,
       "lo": 0.0121,
       "hi": 0.0987
      },
      "accept_share_all_claims": {
       "k": 67,
       "n": 258,
       "p": 0.2597,
       "lo": 0.21,
       "hi": 0.3164
      },
      "precision_of_accepts_recorded_pass": {
       "k": 64,
       "n": 67,
       "p": 0.9552,
       "lo": 0.8764,
       "hi": 0.9847
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K2",
       "cut": 0.775,
       "train_accept_share_pass": 0.3522,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K2",
       "cut": 0.775,
       "train_accept_share_pass": 0.3307,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.6174,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K2",
       "cut": 0.775,
       "train_accept_share_pass": 0.3037,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K2",
       "cut": 0.78,
       "train_accept_share_pass": 0.377,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K3": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 65,
       "n": 173,
       "p": 0.3757,
       "lo": 0.307,
       "hi": 0.4499
      },
      "misses": {
       "k": 3,
       "n": 85,
       "p": 0.0353,
       "lo": 0.0121,
       "hi": 0.0987
      },
      "accept_share_all_claims": {
       "k": 68,
       "n": 258,
       "p": 0.2636,
       "lo": 0.2136,
       "hi": 0.3205
      },
      "precision_of_accepts_recorded_pass": {
       "k": 65,
       "n": 68,
       "p": 0.9559,
       "lo": 0.8781,
       "hi": 0.9849
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K3",
       "cut": 0.7775,
       "train_accept_share_pass": 0.3711,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K3",
       "cut": 0.7775,
       "train_accept_share_pass": 0.3465,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.6107,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K3",
       "cut": 0.7775,
       "train_accept_share_pass": 0.3259,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K3",
       "cut": 0.785,
       "train_accept_share_pass": 0.3852,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K4": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 65,
       "n": 173,
       "p": 0.3757,
       "lo": 0.307,
       "hi": 0.4499
      },
      "misses": {
       "k": 3,
       "n": 85,
       "p": 0.0353,
       "lo": 0.0121,
       "hi": 0.0987
      },
      "accept_share_all_claims": {
       "k": 68,
       "n": 258,
       "p": 0.2636,
       "lo": 0.2136,
       "hi": 0.3205
      },
      "precision_of_accepts_recorded_pass": {
       "k": 65,
       "n": 68,
       "p": 0.9559,
       "lo": 0.8781,
       "hi": 0.9849
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K4",
       "cut": 0.775,
       "train_accept_share_pass": 0.3648,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K4",
       "cut": 0.775,
       "train_accept_share_pass": 0.3465,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5906,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K4",
       "cut": 0.775,
       "train_accept_share_pass": 0.3185,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K4",
       "cut": 0.78,
       "train_accept_share_pass": 0.3852,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K5": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 55,
       "n": 173,
       "p": 0.3179,
       "lo": 0.2531,
       "hi": 0.3906
      },
      "misses": {
       "k": 1,
       "n": 85,
       "p": 0.0118,
       "lo": 0.0021,
       "hi": 0.0637
      },
      "accept_share_all_claims": {
       "k": 56,
       "n": 258,
       "p": 0.2171,
       "lo": 0.1711,
       "hi": 0.2713
      },
      "precision_of_accepts_recorded_pass": {
       "k": 55,
       "n": 56,
       "p": 0.9821,
       "lo": 0.9055,
       "hi": 0.9968
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K5",
       "cut": 0.975,
       "train_accept_share_pass": 0.2579,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K5",
       "cut": 0.975,
       "train_accept_share_pass": 0.252,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K5",
       "cut": 0.955,
       "train_accept_share_pass": 0.4228,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K5",
       "cut": 0.975,
       "train_accept_share_pass": 0.2444,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K5",
       "cut": 0.975,
       "train_accept_share_pass": 0.2951,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K6": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 55,
       "n": 173,
       "p": 0.3179,
       "lo": 0.2531,
       "hi": 0.3906
      },
      "misses": {
       "k": 1,
       "n": 85,
       "p": 0.0118,
       "lo": 0.0021,
       "hi": 0.0637
      },
      "accept_share_all_claims": {
       "k": 56,
       "n": 258,
       "p": 0.2171,
       "lo": 0.1711,
       "hi": 0.2713
      },
      "precision_of_accepts_recorded_pass": {
       "k": 55,
       "n": 56,
       "p": 0.9821,
       "lo": 0.9055,
       "hi": 0.9968
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K6",
       "cut": 0.9775,
       "train_accept_share_pass": 0.2642,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K6",
       "cut": 0.9775,
       "train_accept_share_pass": 0.2598,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K6",
       "cut": 0.9575,
       "train_accept_share_pass": 0.4362,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K6",
       "cut": 0.9775,
       "train_accept_share_pass": 0.2519,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K6",
       "cut": 0.9775,
       "train_accept_share_pass": 0.3033,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K7": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 40,
       "n": 173,
       "p": 0.2312,
       "lo": 0.1746,
       "hi": 0.2995
      },
      "misses": {
       "k": 1,
       "n": 85,
       "p": 0.0118,
       "lo": 0.0021,
       "hi": 0.0637
      },
      "accept_share_all_claims": {
       "k": 41,
       "n": 258,
       "p": 0.1589,
       "lo": 0.1194,
       "hi": 0.2085
      },
      "precision_of_accepts_recorded_pass": {
       "k": 40,
       "n": 41,
       "p": 0.9756,
       "lo": 0.874,
       "hi": 0.9957
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K7",
       "cut": 0.985,
       "train_accept_share_pass": 0.1824,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K7",
       "cut": 0.985,
       "train_accept_share_pass": 0.1811,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K7",
       "cut": 0.965,
       "train_accept_share_pass": 0.3691,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K7",
       "cut": 0.985,
       "train_accept_share_pass": 0.163,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K7",
       "cut": 0.985,
       "train_accept_share_pass": 0.1803,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    }
   }
  },
  "cap_5pct": {
   "C0": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "misses": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_all_claims": {
      "k": 112,
      "n": 258,
      "p": 0.4341,
      "lo": 0.375,
      "hi": 0.4951
     },
     "precision_of_accepts_recorded_pass": {
      "k": 107,
      "n": 112,
      "p": 0.9554,
      "lo": 0.8997,
      "hi": 0.9808
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.6164,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.5748,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "C0",
      "cut": 0.08,
      "train_accept_share_pass": 0.6644,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.563,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "C0",
      "cut": 0.105,
      "train_accept_share_pass": 0.6803,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "nested_candidate": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 121,
      "n": 173,
      "p": 0.6994,
      "lo": 0.6274,
      "hi": 0.7628
     },
     "misses": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_all_claims": {
      "k": 129,
      "n": 258,
      "p": 0.5,
      "lo": 0.4394,
      "hi": 0.5606
     },
     "precision_of_accepts_recorded_pass": {
      "k": 121,
      "n": 129,
      "p": 0.938,
      "lo": 0.8824,
      "hi": 0.9682
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "K5",
      "cut": 0.905,
      "train_accept_share_pass": 0.6541,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "K5",
      "cut": 0.905,
      "train_accept_share_pass": 0.6929,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "K5",
      "cut": 0.78,
      "train_accept_share_pass": 0.8591,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "K5",
      "cut": 0.905,
      "train_accept_share_pass": 0.6444,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "K7",
      "cut": 0.885,
      "train_accept_share_pass": 0.7459,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "paired_candidate_vs_C0": {
    "mcnemar_recorded_pass": {
     "cand_only_accepts": 33,
     "base_only_accepts": 19,
     "p_exact": 0.0704
    },
    "mcnemar_recorded_fail": {
     "cand_only_accepts": 4,
     "base_only_accepts": 1,
     "p_exact": 0.375
    },
    "diff_accept_share_recorded_pass": {
     "point": 0.0809,
     "ci95": [
      -0.0062,
      0.1713
     ],
     "n_boot": 2000
    }
   },
   "per_score_exploratory": {
    "K1": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 105,
       "n": 173,
       "p": 0.6069,
       "lo": 0.5326,
       "hi": 0.6766
      },
      "misses": {
       "k": 5,
       "n": 85,
       "p": 0.0588,
       "lo": 0.0254,
       "hi": 0.1304
      },
      "accept_share_all_claims": {
       "k": 110,
       "n": 258,
       "p": 0.4264,
       "lo": 0.3675,
       "hi": 0.4873
      },
      "precision_of_accepts_recorded_pass": {
       "k": 105,
       "n": 110,
       "p": 0.9545,
       "lo": 0.898,
       "hi": 0.9804
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.6038,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K1",
       "cut": 0.4,
       "train_accept_share_pass": 0.5669,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K1",
       "cut": 0.08,
       "train_accept_share_pass": 0.6711,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.5481,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K1",
       "cut": 0.115,
       "train_accept_share_pass": 0.6885,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K2": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 108,
       "n": 173,
       "p": 0.6243,
       "lo": 0.5501,
       "hi": 0.693
      },
      "misses": {
       "k": 4,
       "n": 85,
       "p": 0.0471,
       "lo": 0.0184,
       "hi": 0.1148
      },
      "accept_share_all_claims": {
       "k": 112,
       "n": 258,
       "p": 0.4341,
       "lo": 0.375,
       "hi": 0.4951
      },
      "precision_of_accepts_recorded_pass": {
       "k": 108,
       "n": 112,
       "p": 0.9643,
       "lo": 0.9118,
       "hi": 0.986
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.6226,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K2",
       "cut": 0.44,
       "train_accept_share_pass": 0.5748,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K2",
       "cut": 0.275,
       "train_accept_share_pass": 0.7114,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.5704,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K2",
       "cut": 0.355,
       "train_accept_share_pass": 0.6721,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K3": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 107,
       "n": 173,
       "p": 0.6185,
       "lo": 0.5443,
       "hi": 0.6876
      },
      "misses": {
       "k": 4,
       "n": 85,
       "p": 0.0471,
       "lo": 0.0184,
       "hi": 0.1148
      },
      "accept_share_all_claims": {
       "k": 111,
       "n": 258,
       "p": 0.4302,
       "lo": 0.3713,
       "hi": 0.4912
      },
      "precision_of_accepts_recorded_pass": {
       "k": 107,
       "n": 111,
       "p": 0.964,
       "lo": 0.911,
       "hi": 0.9859
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.6101,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.5827,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K3",
       "cut": 0.3025,
       "train_accept_share_pass": 0.7047,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.563,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K3",
       "cut": 0.365,
       "train_accept_share_pass": 0.6803,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K4": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 105,
       "n": 173,
       "p": 0.6069,
       "lo": 0.5326,
       "hi": 0.6766
      },
      "misses": {
       "k": 4,
       "n": 85,
       "p": 0.0471,
       "lo": 0.0184,
       "hi": 0.1148
      },
      "accept_share_all_claims": {
       "k": 109,
       "n": 258,
       "p": 0.4225,
       "lo": 0.3638,
       "hi": 0.4835
      },
      "precision_of_accepts_recorded_pass": {
       "k": 105,
       "n": 109,
       "p": 0.9633,
       "lo": 0.9094,
       "hi": 0.9856
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5975,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5669,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K4",
       "cut": 0.285,
       "train_accept_share_pass": 0.7181,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K4",
       "cut": 0.5,
       "train_accept_share_pass": 0.5407,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K4",
       "cut": 0.365,
       "train_accept_share_pass": 0.6885,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K5": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 119,
       "n": 173,
       "p": 0.6879,
       "lo": 0.6154,
       "hi": 0.7522
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 127,
       "n": 258,
       "p": 0.4922,
       "lo": 0.4318,
       "hi": 0.5529
      },
      "precision_of_accepts_recorded_pass": {
       "k": 119,
       "n": 127,
       "p": 0.937,
       "lo": 0.8806,
       "hi": 0.9677
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K5",
       "cut": 0.905,
       "train_accept_share_pass": 0.6541,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K5",
       "cut": 0.905,
       "train_accept_share_pass": 0.6929,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K5",
       "cut": 0.78,
       "train_accept_share_pass": 0.8591,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K5",
       "cut": 0.905,
       "train_accept_share_pass": 0.6444,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K5",
       "cut": 0.885,
       "train_accept_share_pass": 0.7295,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K6": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 121,
       "n": 173,
       "p": 0.6994,
       "lo": 0.6274,
       "hi": 0.7628
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 129,
       "n": 258,
       "p": 0.5,
       "lo": 0.4394,
       "hi": 0.5606
      },
      "precision_of_accepts_recorded_pass": {
       "k": 121,
       "n": 129,
       "p": 0.938,
       "lo": 0.8824,
       "hi": 0.9682
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K6",
       "cut": 0.9125,
       "train_accept_share_pass": 0.6415,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K6",
       "cut": 0.915,
       "train_accept_share_pass": 0.6772,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K6",
       "cut": 0.795,
       "train_accept_share_pass": 0.8591,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K6",
       "cut": 0.9125,
       "train_accept_share_pass": 0.6296,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K6",
       "cut": 0.8825,
       "train_accept_share_pass": 0.7377,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K7": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 112,
       "n": 173,
       "p": 0.6474,
       "lo": 0.5737,
       "hi": 0.7147
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 120,
       "n": 258,
       "p": 0.4651,
       "lo": 0.4052,
       "hi": 0.526
      },
      "precision_of_accepts_recorded_pass": {
       "k": 112,
       "n": 120,
       "p": 0.9333,
       "lo": 0.8739,
       "hi": 0.9658
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K7",
       "cut": 0.925,
       "train_accept_share_pass": 0.5912,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K7",
       "cut": 0.925,
       "train_accept_share_pass": 0.6457,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K7",
       "cut": 0.82,
       "train_accept_share_pass": 0.8523,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K7",
       "cut": 0.925,
       "train_accept_share_pass": 0.5778,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K7",
       "cut": 0.885,
       "train_accept_share_pass": 0.7459,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    }
   }
  },
  "cap_10pct": {
   "C0": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "misses": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_all_claims": {
      "k": 117,
      "n": 258,
      "p": 0.4535,
      "lo": 0.3939,
      "hi": 0.5145
     },
     "precision_of_accepts_recorded_pass": {
      "k": 112,
      "n": 117,
      "p": 0.9573,
      "lo": 0.9038,
      "hi": 0.9816
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "C0",
      "cut": 0.08,
      "train_accept_share_pass": 0.6604,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "C0",
      "cut": 0.08,
      "train_accept_share_pass": 0.6299,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "C0",
      "cut": 0.08,
      "train_accept_share_pass": 0.6644,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "C0",
      "cut": 0.08,
      "train_accept_share_pass": 0.6,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "C0",
      "cut": 0.105,
      "train_accept_share_pass": 0.6803,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "nested_candidate": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 138,
      "n": 173,
      "p": 0.7977,
      "lo": 0.7317,
      "hi": 0.8508
     },
     "misses": {
      "k": 10,
      "n": 85,
      "p": 0.1176,
      "lo": 0.0652,
      "hi": 0.2032
     },
     "accept_share_all_claims": {
      "k": 148,
      "n": 258,
      "p": 0.5736,
      "lo": 0.5127,
      "hi": 0.6325
     },
     "precision_of_accepts_recorded_pass": {
      "k": 138,
      "n": 148,
      "p": 0.9324,
      "lo": 0.8801,
      "hi": 0.9629
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "K5",
      "cut": 0.805,
      "train_accept_share_pass": 0.8302,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "K4",
      "cut": 0.125,
      "train_accept_share_pass": 0.7874,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "K2",
      "cut": 0.025,
      "train_accept_share_pass": 0.8993,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "K5",
      "cut": 0.815,
      "train_accept_share_pass": 0.8444,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "K2",
      "cut": 0.025,
      "train_accept_share_pass": 0.8852,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "paired_candidate_vs_C0": {
    "mcnemar_recorded_pass": {
     "cand_only_accepts": 30,
     "base_only_accepts": 4,
     "p_exact": 0.0
    },
    "mcnemar_recorded_fail": {
     "cand_only_accepts": 5,
     "base_only_accepts": 0,
     "p_exact": 0.0625
    },
    "diff_accept_share_recorded_pass": {
     "point": 0.1503,
     "ci95": [
      0.0862,
      0.2177
     ],
     "n_boot": 2000
    }
   },
   "per_score_exploratory": {
    "K1": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 113,
       "n": 173,
       "p": 0.6532,
       "lo": 0.5796,
       "hi": 0.7201
      },
      "misses": {
       "k": 5,
       "n": 85,
       "p": 0.0588,
       "lo": 0.0254,
       "hi": 0.1304
      },
      "accept_share_all_claims": {
       "k": 118,
       "n": 258,
       "p": 0.4574,
       "lo": 0.3976,
       "hi": 0.5183
      },
      "precision_of_accepts_recorded_pass": {
       "k": 113,
       "n": 118,
       "p": 0.9576,
       "lo": 0.9046,
       "hi": 0.9818
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K1",
       "cut": 0.08,
       "train_accept_share_pass": 0.6667,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K1",
       "cut": 0.08,
       "train_accept_share_pass": 0.6378,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K1",
       "cut": 0.08,
       "train_accept_share_pass": 0.6711,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K1",
       "cut": 0.08,
       "train_accept_share_pass": 0.6,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K1",
       "cut": 0.115,
       "train_accept_share_pass": 0.6885,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K2": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 140,
       "n": 173,
       "p": 0.8092,
       "lo": 0.7442,
       "hi": 0.8608
      },
      "misses": {
       "k": 10,
       "n": 85,
       "p": 0.1176,
       "lo": 0.0652,
       "hi": 0.2032
      },
      "accept_share_all_claims": {
       "k": 150,
       "n": 258,
       "p": 0.5814,
       "lo": 0.5204,
       "hi": 0.64
      },
      "precision_of_accepts_recorded_pass": {
       "k": 140,
       "n": 150,
       "p": 0.9333,
       "lo": 0.8816,
       "hi": 0.9634
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K2",
       "cut": 0.125,
       "train_accept_share_pass": 0.7736,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K2",
       "cut": 0.135,
       "train_accept_share_pass": 0.7638,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K2",
       "cut": 0.025,
       "train_accept_share_pass": 0.8993,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K2",
       "cut": 0.125,
       "train_accept_share_pass": 0.7333,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K2",
       "cut": 0.025,
       "train_accept_share_pass": 0.8852,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K3": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 138,
       "n": 173,
       "p": 0.7977,
       "lo": 0.7317,
       "hi": 0.8508
      },
      "misses": {
       "k": 9,
       "n": 85,
       "p": 0.1059,
       "lo": 0.0567,
       "hi": 0.1891
      },
      "accept_share_all_claims": {
       "k": 147,
       "n": 258,
       "p": 0.5698,
       "lo": 0.5088,
       "hi": 0.6287
      },
      "precision_of_accepts_recorded_pass": {
       "k": 138,
       "n": 147,
       "p": 0.9388,
       "lo": 0.8877,
       "hi": 0.9675
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K3",
       "cut": 0.1375,
       "train_accept_share_pass": 0.7799,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K3",
       "cut": 0.1475,
       "train_accept_share_pass": 0.7717,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K3",
       "cut": 0.0325,
       "train_accept_share_pass": 0.8859,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K3",
       "cut": 0.1375,
       "train_accept_share_pass": 0.7407,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K3",
       "cut": 0.0325,
       "train_accept_share_pass": 0.8852,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K4": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 140,
       "n": 173,
       "p": 0.8092,
       "lo": 0.7442,
       "hi": 0.8608
      },
      "misses": {
       "k": 11,
       "n": 85,
       "p": 0.1294,
       "lo": 0.0738,
       "hi": 0.217
      },
      "accept_share_all_claims": {
       "k": 151,
       "n": 258,
       "p": 0.5853,
       "lo": 0.5243,
       "hi": 0.6437
      },
      "precision_of_accepts_recorded_pass": {
       "k": 140,
       "n": 151,
       "p": 0.9272,
       "lo": 0.8743,
       "hi": 0.9588
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K4",
       "cut": 0.125,
       "train_accept_share_pass": 0.7862,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K4",
       "cut": 0.125,
       "train_accept_share_pass": 0.7874,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K4",
       "cut": 0.025,
       "train_accept_share_pass": 0.8993,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K4",
       "cut": 0.125,
       "train_accept_share_pass": 0.7556,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K4",
       "cut": 0.035,
       "train_accept_share_pass": 0.877,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K5": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 141,
       "n": 173,
       "p": 0.815,
       "lo": 0.7506,
       "hi": 0.8658
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 149,
       "n": 258,
       "p": 0.5775,
       "lo": 0.5165,
       "hi": 0.6362
      },
      "precision_of_accepts_recorded_pass": {
       "k": 141,
       "n": 149,
       "p": 0.9463,
       "lo": 0.8976,
       "hi": 0.9725
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K5",
       "cut": 0.805,
       "train_accept_share_pass": 0.8302,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K5",
       "cut": 0.865,
       "train_accept_share_pass": 0.7559,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K5",
       "cut": 0.705,
       "train_accept_share_pass": 0.8859,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K5",
       "cut": 0.815,
       "train_accept_share_pass": 0.8444,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K5",
       "cut": 0.795,
       "train_accept_share_pass": 0.8361,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K6": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 140,
       "n": 173,
       "p": 0.8092,
       "lo": 0.7442,
       "hi": 0.8608
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 148,
       "n": 258,
       "p": 0.5736,
       "lo": 0.5127,
       "hi": 0.6325
      },
      "precision_of_accepts_recorded_pass": {
       "k": 140,
       "n": 148,
       "p": 0.9459,
       "lo": 0.897,
       "hi": 0.9724
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K6",
       "cut": 0.8325,
       "train_accept_share_pass": 0.8239,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K6",
       "cut": 0.8725,
       "train_accept_share_pass": 0.7795,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K6",
       "cut": 0.7275,
       "train_accept_share_pass": 0.8859,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K6",
       "cut": 0.8325,
       "train_accept_share_pass": 0.8444,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K6",
       "cut": 0.8125,
       "train_accept_share_pass": 0.8361,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K7": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 137,
       "n": 173,
       "p": 0.7919,
       "lo": 0.7254,
       "hi": 0.8457
      },
      "misses": {
       "k": 8,
       "n": 85,
       "p": 0.0941,
       "lo": 0.0485,
       "hi": 0.1749
      },
      "accept_share_all_claims": {
       "k": 145,
       "n": 258,
       "p": 0.562,
       "lo": 0.501,
       "hi": 0.6212
      },
      "precision_of_accepts_recorded_pass": {
       "k": 137,
       "n": 145,
       "p": 0.9448,
       "lo": 0.8949,
       "hi": 0.9718
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K7",
       "cut": 0.855,
       "train_accept_share_pass": 0.7925,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K7",
       "cut": 0.885,
       "train_accept_share_pass": 0.7402,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K7",
       "cut": 0.745,
       "train_accept_share_pass": 0.8792,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K7",
       "cut": 0.855,
       "train_accept_share_pass": 0.8074,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K7",
       "cut": 0.825,
       "train_accept_share_pass": 0.8361,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    }
   }
  },
  "zero_miss_excl_prov": {
   "C0": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "misses": {
      "k": 2,
      "n": 75,
      "p": 0.0267,
      "lo": 0.0073,
      "hi": 0.0921
     },
     "accept_share_all_claims": {
      "k": 112,
      "n": 258,
      "p": 0.4341,
      "lo": 0.375,
      "hi": 0.4951
     },
     "precision_of_accepts_recorded_pass": {
      "k": 107,
      "n": 112,
      "p": 0.9554,
      "lo": 0.8997,
      "hi": 0.9808
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.6164,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.5748,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.6107,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "C0",
      "cut": 0.345,
      "train_accept_share_pass": 0.563,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "C0",
      "cut": 0.105,
      "train_accept_share_pass": 0.6803,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "nested_candidate": {
    "summary": {
     "accept_share_recorded_pass": {
      "k": 114,
      "n": 173,
      "p": 0.659,
      "lo": 0.5856,
      "hi": 0.7255
     },
     "misses": {
      "k": 2,
      "n": 75,
      "p": 0.0267,
      "lo": 0.0073,
      "hi": 0.0921
     },
     "accept_share_all_claims": {
      "k": 119,
      "n": 258,
      "p": 0.4612,
      "lo": 0.4014,
      "hi": 0.5222
     },
     "precision_of_accepts_recorded_pass": {
      "k": 114,
      "n": 119,
      "p": 0.958,
      "lo": 0.9054,
      "hi": 0.9819
     }
    },
    "folds": [
     {
      "fold": 0,
      "score": "K2",
      "cut": 0.435,
      "train_accept_share_pass": 0.6226,
      "n_test_claims": 22,
      "n_test_vendors": 9
     },
     {
      "fold": 1,
      "score": "K3",
      "cut": 0.45,
      "train_accept_share_pass": 0.5827,
      "n_test_claims": 68,
      "n_test_vendors": 24
     },
     {
      "fold": 2,
      "score": "K2",
      "cut": 0.435,
      "train_accept_share_pass": 0.6174,
      "n_test_claims": 43,
      "n_test_vendors": 15
     },
     {
      "fold": 3,
      "score": "K2",
      "cut": 0.435,
      "train_accept_share_pass": 0.5704,
      "n_test_claims": 51,
      "n_test_vendors": 14
     },
     {
      "fold": 4,
      "score": "K5",
      "cut": 0.865,
      "train_accept_share_pass": 0.7623,
      "n_test_claims": 74,
      "n_test_vendors": 23
     }
    ]
   },
   "paired_candidate_vs_C0": {
    "mcnemar_recorded_pass": {
     "cand_only_accepts": 12,
     "base_only_accepts": 5,
     "p_exact": 0.1435
    },
    "mcnemar_recorded_fail": {
     "cand_only_accepts": 1,
     "base_only_accepts": 1,
     "p_exact": 1.0
    },
    "diff_accept_share_recorded_pass": {
     "point": 0.0405,
     "ci95": [
      -0.0119,
      0.101
     ],
     "n_boot": 2000
    }
   },
   "per_score_exploratory": {
    "K1": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 105,
       "n": 173,
       "p": 0.6069,
       "lo": 0.5326,
       "hi": 0.6766
      },
      "misses": {
       "k": 2,
       "n": 75,
       "p": 0.0267,
       "lo": 0.0073,
       "hi": 0.0921
      },
      "accept_share_all_claims": {
       "k": 110,
       "n": 258,
       "p": 0.4264,
       "lo": 0.3675,
       "hi": 0.4873
      },
      "precision_of_accepts_recorded_pass": {
       "k": 105,
       "n": 110,
       "p": 0.9545,
       "lo": 0.898,
       "hi": 0.9804
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.6038,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K1",
       "cut": 0.4,
       "train_accept_share_pass": 0.5669,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.5973,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K1",
       "cut": 0.365,
       "train_accept_share_pass": 0.5481,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K1",
       "cut": 0.115,
       "train_accept_share_pass": 0.6885,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K2": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 108,
       "n": 173,
       "p": 0.6243,
       "lo": 0.5501,
       "hi": 0.693
      },
      "misses": {
       "k": 1,
       "n": 75,
       "p": 0.0133,
       "lo": 0.0024,
       "hi": 0.0717
      },
      "accept_share_all_claims": {
       "k": 112,
       "n": 258,
       "p": 0.4341,
       "lo": 0.375,
       "hi": 0.4951
      },
      "precision_of_accepts_recorded_pass": {
       "k": 108,
       "n": 112,
       "p": 0.9643,
       "lo": 0.9118,
       "hi": 0.986
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.6226,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K2",
       "cut": 0.44,
       "train_accept_share_pass": 0.5748,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.6174,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K2",
       "cut": 0.435,
       "train_accept_share_pass": 0.5704,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K2",
       "cut": 0.355,
       "train_accept_share_pass": 0.6721,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K3": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 107,
       "n": 173,
       "p": 0.6185,
       "lo": 0.5443,
       "hi": 0.6876
      },
      "misses": {
       "k": 1,
       "n": 75,
       "p": 0.0133,
       "lo": 0.0024,
       "hi": 0.0717
      },
      "accept_share_all_claims": {
       "k": 111,
       "n": 258,
       "p": 0.4302,
       "lo": 0.3713,
       "hi": 0.4912
      },
      "precision_of_accepts_recorded_pass": {
       "k": 107,
       "n": 111,
       "p": 0.964,
       "lo": 0.911,
       "hi": 0.9859
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.6101,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.5827,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.6107,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K3",
       "cut": 0.45,
       "train_accept_share_pass": 0.563,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K3",
       "cut": 0.365,
       "train_accept_share_pass": 0.6803,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K4": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 105,
       "n": 173,
       "p": 0.6069,
       "lo": 0.5326,
       "hi": 0.6766
      },
      "misses": {
       "k": 1,
       "n": 75,
       "p": 0.0133,
       "lo": 0.0024,
       "hi": 0.0717
      },
      "accept_share_all_claims": {
       "k": 109,
       "n": 258,
       "p": 0.4225,
       "lo": 0.3638,
       "hi": 0.4835
      },
      "precision_of_accepts_recorded_pass": {
       "k": 105,
       "n": 109,
       "p": 0.9633,
       "lo": 0.9094,
       "hi": 0.9856
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5975,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5669,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K4",
       "cut": 0.49,
       "train_accept_share_pass": 0.5906,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K4",
       "cut": 0.5,
       "train_accept_share_pass": 0.5407,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K4",
       "cut": 0.365,
       "train_accept_share_pass": 0.6885,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K5": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 95,
       "n": 173,
       "p": 0.5491,
       "lo": 0.4747,
       "hi": 0.6214
      },
      "misses": {
       "k": 2,
       "n": 75,
       "p": 0.0267,
       "lo": 0.0073,
       "hi": 0.0921
      },
      "accept_share_all_claims": {
       "k": 98,
       "n": 258,
       "p": 0.3798,
       "lo": 0.3228,
       "hi": 0.4404
      },
      "precision_of_accepts_recorded_pass": {
       "k": 95,
       "n": 98,
       "p": 0.9694,
       "lo": 0.9138,
       "hi": 0.9895
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K5",
       "cut": 0.955,
       "train_accept_share_pass": 0.434,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K5",
       "cut": 0.955,
       "train_accept_share_pass": 0.4488,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K5",
       "cut": 0.955,
       "train_accept_share_pass": 0.4228,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K5",
       "cut": 0.955,
       "train_accept_share_pass": 0.4222,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K5",
       "cut": 0.865,
       "train_accept_share_pass": 0.7623,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K6": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 99,
       "n": 173,
       "p": 0.5723,
       "lo": 0.4977,
       "hi": 0.6436
      },
      "misses": {
       "k": 2,
       "n": 75,
       "p": 0.0267,
       "lo": 0.0073,
       "hi": 0.0921
      },
      "accept_share_all_claims": {
       "k": 102,
       "n": 258,
       "p": 0.3953,
       "lo": 0.3376,
       "hi": 0.4561
      },
      "precision_of_accepts_recorded_pass": {
       "k": 99,
       "n": 102,
       "p": 0.9706,
       "lo": 0.9171,
       "hi": 0.9899
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K6",
       "cut": 0.9575,
       "train_accept_share_pass": 0.4403,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K6",
       "cut": 0.9575,
       "train_accept_share_pass": 0.4646,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K6",
       "cut": 0.9575,
       "train_accept_share_pass": 0.4362,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K6",
       "cut": 0.9575,
       "train_accept_share_pass": 0.437,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K6",
       "cut": 0.8725,
       "train_accept_share_pass": 0.7623,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    },
    "K7": {
     "summary": {
      "accept_share_recorded_pass": {
       "k": 90,
       "n": 173,
       "p": 0.5202,
       "lo": 0.4462,
       "hi": 0.5934
      },
      "misses": {
       "k": 2,
       "n": 75,
       "p": 0.0267,
       "lo": 0.0073,
       "hi": 0.0921
      },
      "accept_share_all_claims": {
       "k": 93,
       "n": 258,
       "p": 0.3605,
       "lo": 0.3043,
       "hi": 0.4207
      },
      "precision_of_accepts_recorded_pass": {
       "k": 90,
       "n": 93,
       "p": 0.9677,
       "lo": 0.9094,
       "hi": 0.989
      }
     },
     "folds": [
      {
       "fold": 0,
       "score": "K7",
       "cut": 0.965,
       "train_accept_share_pass": 0.3774,
       "n_test_claims": 22,
       "n_test_vendors": 9
      },
      {
       "fold": 1,
       "score": "K7",
       "cut": 0.965,
       "train_accept_share_pass": 0.3858,
       "n_test_claims": 68,
       "n_test_vendors": 24
      },
      {
       "fold": 2,
       "score": "K7",
       "cut": 0.965,
       "train_accept_share_pass": 0.3691,
       "n_test_claims": 43,
       "n_test_vendors": 15
      },
      {
       "fold": 3,
       "score": "K7",
       "cut": 0.965,
       "train_accept_share_pass": 0.3704,
       "n_test_claims": 51,
       "n_test_vendors": 14
      },
      {
       "fold": 4,
       "score": "K7",
       "cut": 0.885,
       "train_accept_share_pass": 0.7459,
       "n_test_claims": 74,
       "n_test_vendors": 23
      }
     ]
    }
   }
  }
 },
 "best_candidate": {
  "id": "K3",
  "desc": "mean over 2 repeats of P(none)",
  "fold_selections": [
   "K3",
   "K3",
   "K2",
   "K3",
   "K3"
  ]
 },
 "q2_3": {
  "curves": {
   "C0": [
    {
     "cut": -1.0,
     "miss_rate": {
      "k": 85,
      "n": 85,
      "p": 1.0,
      "lo": 0.9568,
      "hi": 1.0
     },
     "accept_share_recorded_pass": {
      "k": 173,
      "n": 173,
      "p": 1.0,
      "lo": 0.9783,
      "hi": 1.0
     },
     "accept_share_all": 1.0
    },
    {
     "cut": 0.08,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "accept_share_all": 0.4535
    },
    {
     "cut": 0.185,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "accept_share_all": 0.4496
    },
    {
     "cut": 0.215,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 111,
      "n": 173,
      "p": 0.6416,
      "lo": 0.5678,
      "hi": 0.7093
     },
     "accept_share_all": 0.4457
    },
    {
     "cut": 0.235,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 110,
      "n": 173,
      "p": 0.6358,
      "lo": 0.5619,
      "hi": 0.7039
     },
     "accept_share_all": 0.4419
    },
    {
     "cut": 0.255,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 108,
      "n": 173,
      "p": 0.6243,
      "lo": 0.5501,
      "hi": 0.693
     },
     "accept_share_all": 0.4341
    },
    {
     "cut": 0.285,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "accept_share_all": 0.4302
    },
    {
     "cut": 0.32,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 106,
      "n": 173,
      "p": 0.6127,
      "lo": 0.5384,
      "hi": 0.6821
     },
     "accept_share_all": 0.4264
    },
    {
     "cut": 0.335,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 105,
      "n": 173,
      "p": 0.6069,
      "lo": 0.5326,
      "hi": 0.6766
     },
     "accept_share_all": 0.4225
    },
    {
     "cut": 0.345,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 104,
      "n": 173,
      "p": 0.6012,
      "lo": 0.5268,
      "hi": 0.6712
     },
     "accept_share_all": 0.4147
    },
    {
     "cut": 0.355,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 103,
      "n": 173,
      "p": 0.5954,
      "lo": 0.5209,
      "hi": 0.6657
     },
     "accept_share_all": 0.4109
    },
    {
     "cut": 0.375,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 101,
      "n": 173,
      "p": 0.5838,
      "lo": 0.5093,
      "hi": 0.6547
     },
     "accept_share_all": 0.4031
    },
    {
     "cut": 0.4,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 100,
      "n": 173,
      "p": 0.578,
      "lo": 0.5035,
      "hi": 0.6492
     },
     "accept_share_all": 0.3992
    },
    {
     "cut": 0.425,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 98,
      "n": 173,
      "p": 0.5665,
      "lo": 0.492,
      "hi": 0.6381
     },
     "accept_share_all": 0.3915
    },
    {
     "cut": 0.445,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 97,
      "n": 173,
      "p": 0.5607,
      "lo": 0.4862,
      "hi": 0.6325
     },
     "accept_share_all": 0.3876
    },
    {
     "cut": 0.455,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 96,
      "n": 173,
      "p": 0.5549,
      "lo": 0.4805,
      "hi": 0.627
     },
     "accept_share_all": 0.3837
    },
    {
     "cut": 0.47,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 94,
      "n": 173,
      "p": 0.5434,
      "lo": 0.469,
      "hi": 0.6158
     },
     "accept_share_all": 0.376
    },
    {
     "cut": 0.485,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 92,
      "n": 173,
      "p": 0.5318,
      "lo": 0.4576,
      "hi": 0.6046
     },
     "accept_share_all": 0.3682
    },
    {
     "cut": 0.495,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 91,
      "n": 173,
      "p": 0.526,
      "lo": 0.4518,
      "hi": 0.599
     },
     "accept_share_all": 0.3643
    },
    {
     "cut": 0.505,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 90,
      "n": 173,
      "p": 0.5202,
      "lo": 0.4462,
      "hi": 0.5934
     },
     "accept_share_all": 0.3605
    },
    {
     "cut": 0.52,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 89,
      "n": 173,
      "p": 0.5145,
      "lo": 0.4405,
      "hi": 0.5878
     },
     "accept_share_all": 0.3566
    },
    {
     "cut": 0.54,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 88,
      "n": 173,
      "p": 0.5087,
      "lo": 0.4348,
      "hi": 0.5822
     },
     "accept_share_all": 0.3527
    },
    {
     "cut": 0.555,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 86,
      "n": 173,
      "p": 0.4971,
      "lo": 0.4235,
      "hi": 0.5709
     },
     "accept_share_all": 0.345
    },
    {
     "cut": 0.565,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 85,
      "n": 173,
      "p": 0.4913,
      "lo": 0.4178,
      "hi": 0.5652
     },
     "accept_share_all": 0.3411
    },
    {
     "cut": 0.58,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 84,
      "n": 173,
      "p": 0.4855,
      "lo": 0.4122,
      "hi": 0.5595
     },
     "accept_share_all": 0.3372
    },
    {
     "cut": 0.595,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 82,
      "n": 173,
      "p": 0.474,
      "lo": 0.401,
      "hi": 0.5482
     },
     "accept_share_all": 0.3295
    },
    {
     "cut": 0.605,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 79,
      "n": 173,
      "p": 0.4566,
      "lo": 0.3842,
      "hi": 0.531
     },
     "accept_share_all": 0.314
    },
    {
     "cut": 0.615,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 78,
      "n": 173,
      "p": 0.4509,
      "lo": 0.3786,
      "hi": 0.5253
     },
     "accept_share_all": 0.3101
    },
    {
     "cut": 0.625,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 77,
      "n": 173,
      "p": 0.4451,
      "lo": 0.373,
      "hi": 0.5195
     },
     "accept_share_all": 0.3062
    },
    {
     "cut": 0.635,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 76,
      "n": 173,
      "p": 0.4393,
      "lo": 0.3675,
      "hi": 0.5138
     },
     "accept_share_all": 0.3023
    },
    {
     "cut": 0.655,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 72,
      "n": 173,
      "p": 0.4162,
      "lo": 0.3453,
      "hi": 0.4907
     },
     "accept_share_all": 0.2868
    },
    {
     "cut": 0.68,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 71,
      "n": 173,
      "p": 0.4104,
      "lo": 0.3398,
      "hi": 0.4849
     },
     "accept_share_all": 0.2829
    },
    {
     "cut": 0.695,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 68,
      "n": 173,
      "p": 0.3931,
      "lo": 0.3234,
      "hi": 0.4674
     },
     "accept_share_all": 0.2713
    },
    {
     "cut": 0.705,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 65,
      "n": 173,
      "p": 0.3757,
      "lo": 0.307,
      "hi": 0.4499
     },
     "accept_share_all": 0.2597
    },
    {
     "cut": 0.715,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 63,
      "n": 173,
      "p": 0.3642,
      "lo": 0.2961,
      "hi": 0.4381
     },
     "accept_share_all": 0.2519
    },
    {
     "cut": 0.725,
     "miss_rate": {
      "k": 1,
      "n": 85,
      "p": 0.0118,
      "lo": 0.0021,
      "hi": 0.0637
     },
     "accept_share_recorded_pass": {
      "k": 60,
      "n": 173,
      "p": 0.3468,
      "lo": 0.2799,
      "hi": 0.4204
     },
     "accept_share_all": 0.2364
    },
    {
     "cut": 0.735,
     "miss_rate": {
      "k": 1,
      "n": 85,
      "p": 0.0118,
      "lo": 0.0021,
      "hi": 0.0637
     },
     "accept_share_recorded_pass": {
      "k": 58,
      "n": 173,
      "p": 0.3353,
      "lo": 0.2692,
      "hi": 0.4085
     },
     "accept_share_all": 0.2287
    },
    {
     "cut": 0.745,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 58,
      "n": 173,
      "p": 0.3353,
      "lo": 0.2692,
      "hi": 0.4085
     },
     "accept_share_all": 0.2248
    },
    {
     "cut": 0.755,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 56,
      "n": 173,
      "p": 0.3237,
      "lo": 0.2585,
      "hi": 0.3966
     },
     "accept_share_all": 0.2171
    },
    {
     "cut": 0.765,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 52,
      "n": 173,
      "p": 0.3006,
      "lo": 0.2372,
      "hi": 0.3726
     },
     "accept_share_all": 0.2016
    },
    {
     "cut": 0.775,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 48,
      "n": 173,
      "p": 0.2775,
      "lo": 0.2161,
      "hi": 0.3485
     },
     "accept_share_all": 0.186
    },
    {
     "cut": 0.785,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 46,
      "n": 173,
      "p": 0.2659,
      "lo": 0.2057,
      "hi": 0.3363
     },
     "accept_share_all": 0.1783
    },
    {
     "cut": 0.795,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 44,
      "n": 173,
      "p": 0.2543,
      "lo": 0.1953,
      "hi": 0.3241
     },
     "accept_share_all": 0.1705
    },
    {
     "cut": 0.805,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 43,
      "n": 173,
      "p": 0.2486,
      "lo": 0.1901,
      "hi": 0.3179
     },
     "accept_share_all": 0.1667
    },
    {
     "cut": 0.815,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 40,
      "n": 173,
      "p": 0.2312,
      "lo": 0.1746,
      "hi": 0.2995
     },
     "accept_share_all": 0.155
    },
    {
     "cut": 0.825,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 39,
      "n": 173,
      "p": 0.2254,
      "lo": 0.1695,
      "hi": 0.2933
     },
     "accept_share_all": 0.1512
    },
    {
     "cut": 0.835,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 35,
      "n": 173,
      "p": 0.2023,
      "lo": 0.1492,
      "hi": 0.2683
     },
     "accept_share_all": 0.1357
    },
    {
     "cut": 0.845,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 29,
      "n": 173,
      "p": 0.1676,
      "lo": 0.1193,
      "hi": 0.2304
     },
     "accept_share_all": 0.1124
    },
    {
     "cut": 0.855,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 27,
      "n": 173,
      "p": 0.1561,
      "lo": 0.1095,
      "hi": 0.2176
     },
     "accept_share_all": 0.1047
    },
    {
     "cut": 0.865,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 25,
      "n": 173,
      "p": 0.1445,
      "lo": 0.0998,
      "hi": 0.2046
     },
     "accept_share_all": 0.0969
    },
    {
     "cut": 0.875,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 23,
      "n": 173,
      "p": 0.1329,
      "lo": 0.0902,
      "hi": 0.1916
     },
     "accept_share_all": 0.0891
    },
    {
     "cut": 0.885,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 19,
      "n": 173,
      "p": 0.1098,
      "lo": 0.0714,
      "hi": 0.1652
     },
     "accept_share_all": 0.0736
    },
    {
     "cut": 0.895,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 17,
      "n": 173,
      "p": 0.0983,
      "lo": 0.0623,
      "hi": 0.1517
     },
     "accept_share_all": 0.0659
    },
    {
     "cut": 0.91,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 13,
      "n": 173,
      "p": 0.0751,
      "lo": 0.0444,
      "hi": 0.1243
     },
     "accept_share_all": 0.0504
    },
    {
     "cut": 0.925,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 10,
      "n": 173,
      "p": 0.0578,
      "lo": 0.0317,
      "hi": 0.1031
     },
     "accept_share_all": 0.0388
    },
    {
     "cut": 0.935,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 7,
      "n": 173,
      "p": 0.0405,
      "lo": 0.0197,
      "hi": 0.0812
     },
     "accept_share_all": 0.0271
    },
    {
     "cut": 0.945,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 5,
      "n": 173,
      "p": 0.0289,
      "lo": 0.0124,
      "hi": 0.0659
     },
     "accept_share_all": 0.0194
    },
    {
     "cut": 0.955,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 2,
      "n": 173,
      "p": 0.0116,
      "lo": 0.0032,
      "hi": 0.0412
     },
     "accept_share_all": 0.0078
    },
    {
     "cut": 0.965,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 1,
      "n": 173,
      "p": 0.0058,
      "lo": 0.001,
      "hi": 0.032
     },
     "accept_share_all": 0.0039
    },
    {
     "cut": null,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 0,
      "n": 173,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0217
     },
     "accept_share_all": 0.0
    }
   ],
   "K3": [
    {
     "cut": -1.0,
     "miss_rate": {
      "k": 85,
      "n": 85,
      "p": 1.0,
      "lo": 0.9568,
      "hi": 1.0
     },
     "accept_share_recorded_pass": {
      "k": 173,
      "n": 173,
      "p": 1.0,
      "lo": 0.9783,
      "hi": 1.0
     },
     "accept_share_all": 1.0
    },
    {
     "cut": 0.0025,
     "miss_rate": {
      "k": 19,
      "n": 85,
      "p": 0.2235,
      "lo": 0.148,
      "hi": 0.3229
     },
     "accept_share_recorded_pass": {
      "k": 165,
      "n": 173,
      "p": 0.9538,
      "lo": 0.9114,
      "hi": 0.9764
     },
     "accept_share_all": 0.7132
    },
    {
     "cut": 0.0075,
     "miss_rate": {
      "k": 18,
      "n": 85,
      "p": 0.2118,
      "lo": 0.1384,
      "hi": 0.3101
     },
     "accept_share_recorded_pass": {
      "k": 162,
      "n": 173,
      "p": 0.9364,
      "lo": 0.8897,
      "hi": 0.9641
     },
     "accept_share_all": 0.6977
    },
    {
     "cut": 0.0125,
     "miss_rate": {
      "k": 17,
      "n": 85,
      "p": 0.2,
      "lo": 0.1288,
      "hi": 0.2972
     },
     "accept_share_recorded_pass": {
      "k": 155,
      "n": 173,
      "p": 0.896,
      "lo": 0.8415,
      "hi": 0.9332
     },
     "accept_share_all": 0.6667
    },
    {
     "cut": 0.0175,
     "miss_rate": {
      "k": 17,
      "n": 85,
      "p": 0.2,
      "lo": 0.1288,
      "hi": 0.2972
     },
     "accept_share_recorded_pass": {
      "k": 152,
      "n": 173,
      "p": 0.8786,
      "lo": 0.8216,
      "hi": 0.9192
     },
     "accept_share_all": 0.655
    },
    {
     "cut": 0.0225,
     "miss_rate": {
      "k": 15,
      "n": 85,
      "p": 0.1765,
      "lo": 0.11,
      "hi": 0.271
     },
     "accept_share_recorded_pass": {
      "k": 150,
      "n": 173,
      "p": 0.8671,
      "lo": 0.8084,
      "hi": 0.9098
     },
     "accept_share_all": 0.6395
    },
    {
     "cut": 0.0275,
     "miss_rate": {
      "k": 12,
      "n": 85,
      "p": 0.1412,
      "lo": 0.0826,
      "hi": 0.2307
     },
     "accept_share_recorded_pass": {
      "k": 150,
      "n": 173,
      "p": 0.8671,
      "lo": 0.8084,
      "hi": 0.9098
     },
     "accept_share_all": 0.6279
    },
    {
     "cut": 0.0325,
     "miss_rate": {
      "k": 10,
      "n": 85,
      "p": 0.1176,
      "lo": 0.0652,
      "hi": 0.2032
     },
     "accept_share_recorded_pass": {
      "k": 148,
      "n": 173,
      "p": 0.8555,
      "lo": 0.7954,
      "hi": 0.9002
     },
     "accept_share_all": 0.6124
    },
    {
     "cut": 0.0375,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 147,
      "n": 173,
      "p": 0.8497,
      "lo": 0.7889,
      "hi": 0.8953
     },
     "accept_share_all": 0.6047
    },
    {
     "cut": 0.0425,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 146,
      "n": 173,
      "p": 0.8439,
      "lo": 0.7824,
      "hi": 0.8905
     },
     "accept_share_all": 0.6008
    },
    {
     "cut": 0.05,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 145,
      "n": 173,
      "p": 0.8382,
      "lo": 0.776,
      "hi": 0.8856
     },
     "accept_share_all": 0.5969
    },
    {
     "cut": 0.0625,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 143,
      "n": 173,
      "p": 0.8266,
      "lo": 0.7632,
      "hi": 0.8757
     },
     "accept_share_all": 0.5891
    },
    {
     "cut": 0.0725,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 142,
      "n": 173,
      "p": 0.8208,
      "lo": 0.7569,
      "hi": 0.8708
     },
     "accept_share_all": 0.5853
    },
    {
     "cut": 0.085,
     "miss_rate": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_recorded_pass": {
      "k": 140,
      "n": 173,
      "p": 0.8092,
      "lo": 0.7442,
      "hi": 0.8608
     },
     "accept_share_all": 0.5775
    },
    {
     "cut": 0.1,
     "miss_rate": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_recorded_pass": {
      "k": 140,
      "n": 173,
      "p": 0.8092,
      "lo": 0.7442,
      "hi": 0.8608
     },
     "accept_share_all": 0.5736
    },
    {
     "cut": 0.105,
     "miss_rate": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_recorded_pass": {
      "k": 139,
      "n": 173,
      "p": 0.8035,
      "lo": 0.7379,
      "hi": 0.8558
     },
     "accept_share_all": 0.5698
    },
    {
     "cut": 0.1075,
     "miss_rate": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_recorded_pass": {
      "k": 138,
      "n": 173,
      "p": 0.7977,
      "lo": 0.7317,
      "hi": 0.8508
     },
     "accept_share_all": 0.5659
    },
    {
     "cut": 0.11,
     "miss_rate": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_recorded_pass": {
      "k": 136,
      "n": 173,
      "p": 0.7861,
      "lo": 0.7192,
      "hi": 0.8407
     },
     "accept_share_all": 0.5581
    },
    {
     "cut": 0.1225,
     "miss_rate": {
      "k": 8,
      "n": 85,
      "p": 0.0941,
      "lo": 0.0485,
      "hi": 0.1749
     },
     "accept_share_recorded_pass": {
      "k": 135,
      "n": 173,
      "p": 0.7803,
      "lo": 0.7129,
      "hi": 0.8356
     },
     "accept_share_all": 0.5543
    },
    {
     "cut": 0.1375,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 135,
      "n": 173,
      "p": 0.7803,
      "lo": 0.7129,
      "hi": 0.8356
     },
     "accept_share_all": 0.5504
    },
    {
     "cut": 0.1475,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 134,
      "n": 173,
      "p": 0.7746,
      "lo": 0.7067,
      "hi": 0.8305
     },
     "accept_share_all": 0.5465
    },
    {
     "cut": 0.1575,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 133,
      "n": 173,
      "p": 0.7688,
      "lo": 0.7005,
      "hi": 0.8254
     },
     "accept_share_all": 0.5426
    },
    {
     "cut": 0.1675,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 131,
      "n": 173,
      "p": 0.7572,
      "lo": 0.6882,
      "hi": 0.8151
     },
     "accept_share_all": 0.5349
    },
    {
     "cut": 0.185,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 130,
      "n": 173,
      "p": 0.7514,
      "lo": 0.6821,
      "hi": 0.8099
     },
     "accept_share_all": 0.531
    },
    {
     "cut": 0.2,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 129,
      "n": 173,
      "p": 0.7457,
      "lo": 0.6759,
      "hi": 0.8047
     },
     "accept_share_all": 0.5271
    },
    {
     "cut": 0.2075,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 128,
      "n": 173,
      "p": 0.7399,
      "lo": 0.6698,
      "hi": 0.7995
     },
     "accept_share_all": 0.5233
    },
    {
     "cut": 0.215,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 127,
      "n": 173,
      "p": 0.7341,
      "lo": 0.6637,
      "hi": 0.7943
     },
     "accept_share_all": 0.5194
    },
    {
     "cut": 0.2275,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 126,
      "n": 173,
      "p": 0.7283,
      "lo": 0.6576,
      "hi": 0.7891
     },
     "accept_share_all": 0.5155
    },
    {
     "cut": 0.2375,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 125,
      "n": 173,
      "p": 0.7225,
      "lo": 0.6515,
      "hi": 0.7839
     },
     "accept_share_all": 0.5116
    },
    {
     "cut": 0.25,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 123,
      "n": 173,
      "p": 0.711,
      "lo": 0.6394,
      "hi": 0.7734
     },
     "accept_share_all": 0.5039
    },
    {
     "cut": 0.2675,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 122,
      "n": 173,
      "p": 0.7052,
      "lo": 0.6334,
      "hi": 0.7681
     },
     "accept_share_all": 0.5
    },
    {
     "cut": 0.2775,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 120,
      "n": 173,
      "p": 0.6936,
      "lo": 0.6214,
      "hi": 0.7575
     },
     "accept_share_all": 0.4922
    },
    {
     "cut": 0.285,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 119,
      "n": 173,
      "p": 0.6879,
      "lo": 0.6154,
      "hi": 0.7522
     },
     "accept_share_all": 0.4884
    },
    {
     "cut": 0.295,
     "miss_rate": {
      "k": 7,
      "n": 85,
      "p": 0.0824,
      "lo": 0.0405,
      "hi": 0.1604
     },
     "accept_share_recorded_pass": {
      "k": 118,
      "n": 173,
      "p": 0.6821,
      "lo": 0.6094,
      "hi": 0.7469
     },
     "accept_share_all": 0.4845
    },
    {
     "cut": 0.3025,
     "miss_rate": {
      "k": 6,
      "n": 85,
      "p": 0.0706,
      "lo": 0.0328,
      "hi": 0.1456
     },
     "accept_share_recorded_pass": {
      "k": 118,
      "n": 173,
      "p": 0.6821,
      "lo": 0.6094,
      "hi": 0.7469
     },
     "accept_share_all": 0.4806
    },
    {
     "cut": 0.305,
     "miss_rate": {
      "k": 6,
      "n": 85,
      "p": 0.0706,
      "lo": 0.0328,
      "hi": 0.1456
     },
     "accept_share_recorded_pass": {
      "k": 117,
      "n": 173,
      "p": 0.6763,
      "lo": 0.6034,
      "hi": 0.7415
     },
     "accept_share_all": 0.4767
    },
    {
     "cut": 0.3125,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 117,
      "n": 173,
      "p": 0.6763,
      "lo": 0.6034,
      "hi": 0.7415
     },
     "accept_share_all": 0.4729
    },
    {
     "cut": 0.325,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 116,
      "n": 173,
      "p": 0.6705,
      "lo": 0.5974,
      "hi": 0.7362
     },
     "accept_share_all": 0.469
    },
    {
     "cut": 0.3325,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 114,
      "n": 173,
      "p": 0.659,
      "lo": 0.5856,
      "hi": 0.7255
     },
     "accept_share_all": 0.4612
    },
    {
     "cut": 0.345,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 113,
      "n": 173,
      "p": 0.6532,
      "lo": 0.5796,
      "hi": 0.7201
     },
     "accept_share_all": 0.4574
    },
    {
     "cut": 0.3575,
     "miss_rate": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "accept_share_all": 0.4535
    },
    {
     "cut": 0.365,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "accept_share_all": 0.4496
    },
    {
     "cut": 0.3725,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 110,
      "n": 173,
      "p": 0.6358,
      "lo": 0.5619,
      "hi": 0.7039
     },
     "accept_share_all": 0.4419
    },
    {
     "cut": 0.3775,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 109,
      "n": 173,
      "p": 0.6301,
      "lo": 0.556,
      "hi": 0.6984
     },
     "accept_share_all": 0.438
    },
    {
     "cut": 0.4025,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "accept_share_all": 0.4302
    },
    {
     "cut": 0.4325,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 106,
      "n": 173,
      "p": 0.6127,
      "lo": 0.5384,
      "hi": 0.6821
     },
     "accept_share_all": 0.4264
    },
    {
     "cut": 0.4425,
     "miss_rate": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_recorded_pass": {
      "k": 105,
      "n": 173,
      "p": 0.6069,
      "lo": 0.5326,
      "hi": 0.6766
     },
     "accept_share_all": 0.4225
    },
    {
     "cut": 0.45,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 104,
      "n": 173,
      "p": 0.6012,
      "lo": 0.5268,
      "hi": 0.6712
     },
     "accept_share_all": 0.4147
    },
    {
     "cut": 0.4575,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 103,
      "n": 173,
      "p": 0.5954,
      "lo": 0.5209,
      "hi": 0.6657
     },
     "accept_share_all": 0.4109
    },
    {
     "cut": 0.49,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 102,
      "n": 173,
      "p": 0.5896,
      "lo": 0.5151,
      "hi": 0.6602
     },
     "accept_share_all": 0.407
    },
    {
     "cut": 0.5275,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 100,
      "n": 173,
      "p": 0.578,
      "lo": 0.5035,
      "hi": 0.6492
     },
     "accept_share_all": 0.3992
    },
    {
     "cut": 0.54,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 99,
      "n": 173,
      "p": 0.5723,
      "lo": 0.4977,
      "hi": 0.6436
     },
     "accept_share_all": 0.3953
    },
    {
     "cut": 0.5475,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 98,
      "n": 173,
      "p": 0.5665,
      "lo": 0.492,
      "hi": 0.6381
     },
     "accept_share_all": 0.3915
    },
    {
     "cut": 0.5575,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 95,
      "n": 173,
      "p": 0.5491,
      "lo": 0.4747,
      "hi": 0.6214
     },
     "accept_share_all": 0.3798
    },
    {
     "cut": 0.5725,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 93,
      "n": 173,
      "p": 0.5376,
      "lo": 0.4633,
      "hi": 0.6102
     },
     "accept_share_all": 0.3721
    },
    {
     "cut": 0.5925,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 92,
      "n": 173,
      "p": 0.5318,
      "lo": 0.4576,
      "hi": 0.6046
     },
     "accept_share_all": 0.3682
    },
    {
     "cut": 0.615,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 91,
      "n": 173,
      "p": 0.526,
      "lo": 0.4518,
      "hi": 0.599
     },
     "accept_share_all": 0.3643
    },
    {
     "cut": 0.6275,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 89,
      "n": 173,
      "p": 0.5145,
      "lo": 0.4405,
      "hi": 0.5878
     },
     "accept_share_all": 0.3566
    },
    {
     "cut": 0.6325,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 88,
      "n": 173,
      "p": 0.5087,
      "lo": 0.4348,
      "hi": 0.5822
     },
     "accept_share_all": 0.3527
    },
    {
     "cut": 0.6375,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 87,
      "n": 173,
      "p": 0.5029,
      "lo": 0.4291,
      "hi": 0.5765
     },
     "accept_share_all": 0.3488
    },
    {
     "cut": 0.645,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 86,
      "n": 173,
      "p": 0.4971,
      "lo": 0.4235,
      "hi": 0.5709
     },
     "accept_share_all": 0.345
    },
    {
     "cut": 0.655,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 85,
      "n": 173,
      "p": 0.4913,
      "lo": 0.4178,
      "hi": 0.5652
     },
     "accept_share_all": 0.3411
    },
    {
     "cut": 0.6675,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 84,
      "n": 173,
      "p": 0.4855,
      "lo": 0.4122,
      "hi": 0.5595
     },
     "accept_share_all": 0.3372
    },
    {
     "cut": 0.6775,
     "miss_rate": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_recorded_pass": {
      "k": 81,
      "n": 173,
      "p": 0.4682,
      "lo": 0.3954,
      "hi": 0.5424
     },
     "accept_share_all": 0.3256
    },
    {
     "cut": 0.6825,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 81,
      "n": 173,
      "p": 0.4682,
      "lo": 0.3954,
      "hi": 0.5424
     },
     "accept_share_all": 0.3217
    },
    {
     "cut": 0.6875,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 80,
      "n": 173,
      "p": 0.4624,
      "lo": 0.3898,
      "hi": 0.5367
     },
     "accept_share_all": 0.3178
    },
    {
     "cut": 0.6925,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 79,
      "n": 173,
      "p": 0.4566,
      "lo": 0.3842,
      "hi": 0.531
     },
     "accept_share_all": 0.314
    },
    {
     "cut": 0.6975,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 78,
      "n": 173,
      "p": 0.4509,
      "lo": 0.3786,
      "hi": 0.5253
     },
     "accept_share_all": 0.3101
    },
    {
     "cut": 0.7025,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 77,
      "n": 173,
      "p": 0.4451,
      "lo": 0.373,
      "hi": 0.5195
     },
     "accept_share_all": 0.3062
    },
    {
     "cut": 0.705,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 76,
      "n": 173,
      "p": 0.4393,
      "lo": 0.3675,
      "hi": 0.5138
     },
     "accept_share_all": 0.3023
    },
    {
     "cut": 0.7075,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 75,
      "n": 173,
      "p": 0.4335,
      "lo": 0.3619,
      "hi": 0.508
     },
     "accept_share_all": 0.2984
    },
    {
     "cut": 0.7125,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 74,
      "n": 173,
      "p": 0.4277,
      "lo": 0.3564,
      "hi": 0.5023
     },
     "accept_share_all": 0.2946
    },
    {
     "cut": 0.7175,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 73,
      "n": 173,
      "p": 0.422,
      "lo": 0.3508,
      "hi": 0.4965
     },
     "accept_share_all": 0.2907
    },
    {
     "cut": 0.73,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 72,
      "n": 173,
      "p": 0.4162,
      "lo": 0.3453,
      "hi": 0.4907
     },
     "accept_share_all": 0.2868
    },
    {
     "cut": 0.745,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 70,
      "n": 173,
      "p": 0.4046,
      "lo": 0.3343,
      "hi": 0.4791
     },
     "accept_share_all": 0.2791
    },
    {
     "cut": 0.7525,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 69,
      "n": 173,
      "p": 0.3988,
      "lo": 0.3288,
      "hi": 0.4732
     },
     "accept_share_all": 0.2752
    },
    {
     "cut": 0.7575,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 67,
      "n": 173,
      "p": 0.3873,
      "lo": 0.3179,
      "hi": 0.4616
     },
     "accept_share_all": 0.2674
    },
    {
     "cut": 0.7625,
     "miss_rate": {
      "k": 2,
      "n": 85,
      "p": 0.0235,
      "lo": 0.0065,
      "hi": 0.0818
     },
     "accept_share_recorded_pass": {
      "k": 65,
      "n": 173,
      "p": 0.3757,
      "lo": 0.307,
      "hi": 0.4499
     },
     "accept_share_all": 0.2597
    },
    {
     "cut": 0.7675,
     "miss_rate": {
      "k": 1,
      "n": 85,
      "p": 0.0118,
      "lo": 0.0021,
      "hi": 0.0637
     },
     "accept_share_recorded_pass": {
      "k": 64,
      "n": 173,
      "p": 0.3699,
      "lo": 0.3016,
      "hi": 0.444
     },
     "accept_share_all": 0.2519
    },
    {
     "cut": 0.7725,
     "miss_rate": {
      "k": 1,
      "n": 85,
      "p": 0.0118,
      "lo": 0.0021,
      "hi": 0.0637
     },
     "accept_share_recorded_pass": {
      "k": 62,
      "n": 173,
      "p": 0.3584,
      "lo": 0.2907,
      "hi": 0.4322
     },
     "accept_share_all": 0.2442
    },
    {
     "cut": 0.7775,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 62,
      "n": 173,
      "p": 0.3584,
      "lo": 0.2907,
      "hi": 0.4322
     },
     "accept_share_all": 0.2403
    },
    {
     "cut": 0.7875,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 60,
      "n": 173,
      "p": 0.3468,
      "lo": 0.2799,
      "hi": 0.4204
     },
     "accept_share_all": 0.2326
    },
    {
     "cut": 0.795,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 60,
      "n": 173,
      "p": 0.3468,
      "lo": 0.2799,
      "hi": 0.4204
     },
     "accept_share_all": 0.2326
    },
    {
     "cut": 0.7975,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 57,
      "n": 173,
      "p": 0.3295,
      "lo": 0.2638,
      "hi": 0.4026
     },
     "accept_share_all": 0.2209
    },
    {
     "cut": 0.8025,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 56,
      "n": 173,
      "p": 0.3237,
      "lo": 0.2585,
      "hi": 0.3966
     },
     "accept_share_all": 0.2171
    },
    {
     "cut": 0.805,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 56,
      "n": 173,
      "p": 0.3237,
      "lo": 0.2585,
      "hi": 0.3966
     },
     "accept_share_all": 0.2171
    },
    {
     "cut": 0.8125,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 53,
      "n": 173,
      "p": 0.3064,
      "lo": 0.2425,
      "hi": 0.3786
     },
     "accept_share_all": 0.2054
    },
    {
     "cut": 0.8225,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 49,
      "n": 173,
      "p": 0.2832,
      "lo": 0.2214,
      "hi": 0.3545
     },
     "accept_share_all": 0.1899
    },
    {
     "cut": 0.8275,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 47,
      "n": 173,
      "p": 0.2717,
      "lo": 0.2109,
      "hi": 0.3424
     },
     "accept_share_all": 0.1822
    },
    {
     "cut": 0.8325,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 46,
      "n": 173,
      "p": 0.2659,
      "lo": 0.2057,
      "hi": 0.3363
     },
     "accept_share_all": 0.1783
    },
    {
     "cut": 0.8375,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 44,
      "n": 173,
      "p": 0.2543,
      "lo": 0.1953,
      "hi": 0.3241
     },
     "accept_share_all": 0.1705
    },
    {
     "cut": 0.8425,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 43,
      "n": 173,
      "p": 0.2486,
      "lo": 0.1901,
      "hi": 0.3179
     },
     "accept_share_all": 0.1667
    },
    {
     "cut": 0.85,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 41,
      "n": 173,
      "p": 0.237,
      "lo": 0.1798,
      "hi": 0.3056
     },
     "accept_share_all": 0.1589
    },
    {
     "cut": 0.8575,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 39,
      "n": 173,
      "p": 0.2254,
      "lo": 0.1695,
      "hi": 0.2933
     },
     "accept_share_all": 0.1512
    },
    {
     "cut": 0.8625,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 38,
      "n": 173,
      "p": 0.2197,
      "lo": 0.1644,
      "hi": 0.2871
     },
     "accept_share_all": 0.1473
    },
    {
     "cut": 0.8675,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 37,
      "n": 173,
      "p": 0.2139,
      "lo": 0.1593,
      "hi": 0.2808
     },
     "accept_share_all": 0.1434
    },
    {
     "cut": 0.8725,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 34,
      "n": 173,
      "p": 0.1965,
      "lo": 0.1442,
      "hi": 0.2621
     },
     "accept_share_all": 0.1318
    },
    {
     "cut": 0.8775,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 32,
      "n": 173,
      "p": 0.185,
      "lo": 0.1342,
      "hi": 0.2494
     },
     "accept_share_all": 0.124
    },
    {
     "cut": 0.8825,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 29,
      "n": 173,
      "p": 0.1676,
      "lo": 0.1193,
      "hi": 0.2304
     },
     "accept_share_all": 0.1124
    },
    {
     "cut": 0.8875,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 27,
      "n": 173,
      "p": 0.1561,
      "lo": 0.1095,
      "hi": 0.2176
     },
     "accept_share_all": 0.1047
    },
    {
     "cut": 0.8925,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 26,
      "n": 173,
      "p": 0.1503,
      "lo": 0.1047,
      "hi": 0.2111
     },
     "accept_share_all": 0.1008
    },
    {
     "cut": 0.8975,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 24,
      "n": 173,
      "p": 0.1387,
      "lo": 0.095,
      "hi": 0.1981
     },
     "accept_share_all": 0.093
    },
    {
     "cut": 0.9025,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 22,
      "n": 173,
      "p": 0.1272,
      "lo": 0.0855,
      "hi": 0.185
     },
     "accept_share_all": 0.0853
    },
    {
     "cut": 0.9075,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 21,
      "n": 173,
      "p": 0.1214,
      "lo": 0.0808,
      "hi": 0.1784
     },
     "accept_share_all": 0.0814
    },
    {
     "cut": 0.9125,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 17,
      "n": 173,
      "p": 0.0983,
      "lo": 0.0623,
      "hi": 0.1517
     },
     "accept_share_all": 0.0659
    },
    {
     "cut": 0.92,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 15,
      "n": 173,
      "p": 0.0867,
      "lo": 0.0532,
      "hi": 0.1381
     },
     "accept_share_all": 0.0581
    },
    {
     "cut": 0.93,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 14,
      "n": 173,
      "p": 0.0809,
      "lo": 0.0488,
      "hi": 0.1312
     },
     "accept_share_all": 0.0543
    },
    {
     "cut": 0.9375,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 12,
      "n": 173,
      "p": 0.0694,
      "lo": 0.0401,
      "hi": 0.1173
     },
     "accept_share_all": 0.0465
    },
    {
     "cut": 0.945,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 9,
      "n": 173,
      "p": 0.052,
      "lo": 0.0276,
      "hi": 0.0959
     },
     "accept_share_all": 0.0349
    },
    {
     "cut": 0.9525,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 7,
      "n": 173,
      "p": 0.0405,
      "lo": 0.0197,
      "hi": 0.0812
     },
     "accept_share_all": 0.0271
    },
    {
     "cut": 0.96,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 5,
      "n": 173,
      "p": 0.0289,
      "lo": 0.0124,
      "hi": 0.0659
     },
     "accept_share_all": 0.0194
    },
    {
     "cut": 0.9675,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 3,
      "n": 173,
      "p": 0.0173,
      "lo": 0.0059,
      "hi": 0.0497
     },
     "accept_share_all": 0.0116
    },
    {
     "cut": 0.9775,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 1,
      "n": 173,
      "p": 0.0058,
      "lo": 0.001,
      "hi": 0.032
     },
     "accept_share_all": 0.0039
    },
    {
     "cut": null,
     "miss_rate": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_recorded_pass": {
      "k": 0,
      "n": 173,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0217
     },
     "accept_share_all": 0.0
    }
   ]
  },
  "operating_points": [
   {
    "score": "C0",
    "point": "cv_zero_miss",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 63,
      "n": 173,
      "p": 0.3642,
      "lo": 0.2961,
      "hi": 0.4381
     },
     "misses": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_all_claims": {
      "k": 66,
      "n": 258,
      "p": 0.2558,
      "lo": 0.2064,
      "hi": 0.3124
     },
     "precision_of_accepts_recorded_pass": {
      "k": 63,
      "n": 66,
      "p": 0.9545,
      "lo": 0.8747,
      "hi": 0.9844
     }
    },
    "cuts": [
     0.745,
     0.75,
     0.345,
     0.745,
     0.745
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0353,
      "half_width": 0.03,
      "n_fails_normal": 146,
      "normal_degenerate": false,
      "n_fails_wilson": 261,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 793,
       "base_0.2": 1305,
       "base_0.1": 2610
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 444,
       "base_0.2": 730,
       "base_0.1": 1460
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0353,
      "half_width": 0.05,
      "n_fails_normal": 53,
      "normal_degenerate": false,
      "n_fails_wilson": 120,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 365,
       "base_0.2": 600,
       "base_0.1": 1200
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 161,
       "base_0.2": 265,
       "base_0.1": 530
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0987,
      "half_width": 0.03,
      "n_fails_normal": 380,
      "normal_degenerate": false,
      "n_fails_wilson": 479,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1454,
       "base_0.2": 2395,
       "base_0.1": 4790
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1154,
       "base_0.2": 1900,
       "base_0.1": 3800
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0987,
      "half_width": 0.05,
      "n_fails_normal": 137,
      "normal_degenerate": false,
      "n_fails_wilson": 195,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 592,
       "base_0.2": 975,
       "base_0.1": 1950
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 416,
       "base_0.2": 685,
       "base_0.1": 1370
      }
     }
    ]
   },
   {
    "score": "C0",
    "point": "cv_cap_5pct",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "misses": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_all_claims": {
      "k": 112,
      "n": 258,
      "p": 0.4341,
      "lo": 0.375,
      "hi": 0.4951
     },
     "precision_of_accepts_recorded_pass": {
      "k": 107,
      "n": 112,
      "p": 0.9554,
      "lo": 0.8997,
      "hi": 0.9808
     }
    },
    "cuts": [
     0.345,
     0.345,
     0.08,
     0.345,
     0.105
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0588,
      "half_width": 0.03,
      "n_fails_normal": 237,
      "normal_degenerate": false,
      "n_fails_wilson": 346,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1051,
       "base_0.2": 1730,
       "base_0.1": 3460
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 720,
       "base_0.2": 1185,
       "base_0.1": 2370
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0588,
      "half_width": 0.05,
      "n_fails_normal": 86,
      "normal_degenerate": false,
      "n_fails_wilson": 149,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 453,
       "base_0.2": 745,
       "base_0.1": 1490
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 262,
       "base_0.2": 430,
       "base_0.1": 860
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1304,
      "half_width": 0.03,
      "n_fails_normal": 485,
      "normal_degenerate": false,
      "n_fails_wilson": 575,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1746,
       "base_0.2": 2875,
       "base_0.1": 5750
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1472,
       "base_0.2": 2425,
       "base_0.1": 4850
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1304,
      "half_width": 0.05,
      "n_fails_normal": 175,
      "normal_degenerate": false,
      "n_fails_wilson": 228,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 692,
       "base_0.2": 1140,
       "base_0.1": 2280
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 532,
       "base_0.2": 875,
       "base_0.1": 1750
      }
     }
    ]
   },
   {
    "score": "C0",
    "point": "cv_cap_10pct",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 112,
      "n": 173,
      "p": 0.6474,
      "lo": 0.5737,
      "hi": 0.7147
     },
     "misses": {
      "k": 5,
      "n": 85,
      "p": 0.0588,
      "lo": 0.0254,
      "hi": 0.1304
     },
     "accept_share_all_claims": {
      "k": 117,
      "n": 258,
      "p": 0.4535,
      "lo": 0.3939,
      "hi": 0.5145
     },
     "precision_of_accepts_recorded_pass": {
      "k": 112,
      "n": 117,
      "p": 0.9573,
      "lo": 0.9038,
      "hi": 0.9816
     }
    },
    "cuts": [
     0.08,
     0.08,
     0.08,
     0.08,
     0.105
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0588,
      "half_width": 0.03,
      "n_fails_normal": 237,
      "normal_degenerate": false,
      "n_fails_wilson": 346,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1051,
       "base_0.2": 1730,
       "base_0.1": 3460
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 720,
       "base_0.2": 1185,
       "base_0.1": 2370
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0588,
      "half_width": 0.05,
      "n_fails_normal": 86,
      "normal_degenerate": false,
      "n_fails_wilson": 149,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 453,
       "base_0.2": 745,
       "base_0.1": 1490
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 262,
       "base_0.2": 430,
       "base_0.1": 860
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1304,
      "half_width": 0.03,
      "n_fails_normal": 485,
      "normal_degenerate": false,
      "n_fails_wilson": 575,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1746,
       "base_0.2": 2875,
       "base_0.1": 5750
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1472,
       "base_0.2": 2425,
       "base_0.1": 4850
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1304,
      "half_width": 0.05,
      "n_fails_normal": 175,
      "normal_degenerate": false,
      "n_fails_wilson": 228,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 692,
       "base_0.2": 1140,
       "base_0.1": 2280
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 532,
       "base_0.2": 875,
       "base_0.1": 1750
      }
     }
    ]
   },
   {
    "score": "K3",
    "point": "cv_zero_miss",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 65,
      "n": 173,
      "p": 0.3757,
      "lo": 0.307,
      "hi": 0.4499
     },
     "misses": {
      "k": 3,
      "n": 85,
      "p": 0.0353,
      "lo": 0.0121,
      "hi": 0.0987
     },
     "accept_share_all_claims": {
      "k": 68,
      "n": 258,
      "p": 0.2636,
      "lo": 0.2136,
      "hi": 0.3205
     },
     "precision_of_accepts_recorded_pass": {
      "k": 65,
      "n": 68,
      "p": 0.9559,
      "lo": 0.8781,
      "hi": 0.9849
     }
    },
    "cuts": [
     0.7775,
     0.7775,
     0.45,
     0.7775,
     0.785
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0353,
      "half_width": 0.03,
      "n_fails_normal": 146,
      "normal_degenerate": false,
      "n_fails_wilson": 261,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 793,
       "base_0.2": 1305,
       "base_0.1": 2610
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 444,
       "base_0.2": 730,
       "base_0.1": 1460
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0353,
      "half_width": 0.05,
      "n_fails_normal": 53,
      "normal_degenerate": false,
      "n_fails_wilson": 120,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 365,
       "base_0.2": 600,
       "base_0.1": 1200
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 161,
       "base_0.2": 265,
       "base_0.1": 530
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0987,
      "half_width": 0.03,
      "n_fails_normal": 380,
      "normal_degenerate": false,
      "n_fails_wilson": 479,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1454,
       "base_0.2": 2395,
       "base_0.1": 4790
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1154,
       "base_0.2": 1900,
       "base_0.1": 3800
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0987,
      "half_width": 0.05,
      "n_fails_normal": 137,
      "normal_degenerate": false,
      "n_fails_wilson": 195,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 592,
       "base_0.2": 975,
       "base_0.1": 1950
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 416,
       "base_0.2": 685,
       "base_0.1": 1370
      }
     }
    ]
   },
   {
    "score": "K3",
    "point": "cv_cap_5pct",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 107,
      "n": 173,
      "p": 0.6185,
      "lo": 0.5443,
      "hi": 0.6876
     },
     "misses": {
      "k": 4,
      "n": 85,
      "p": 0.0471,
      "lo": 0.0184,
      "hi": 0.1148
     },
     "accept_share_all_claims": {
      "k": 111,
      "n": 258,
      "p": 0.4302,
      "lo": 0.3713,
      "hi": 0.4912
     },
     "precision_of_accepts_recorded_pass": {
      "k": 107,
      "n": 111,
      "p": 0.964,
      "lo": 0.911,
      "hi": 0.9859
     }
    },
    "cuts": [
     0.45,
     0.45,
     0.3025,
     0.45,
     0.365
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0471,
      "half_width": 0.03,
      "n_fails_normal": 192,
      "normal_degenerate": false,
      "n_fails_wilson": 304,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 923,
       "base_0.2": 1520,
       "base_0.1": 3040
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 583,
       "base_0.2": 960,
       "base_0.1": 1920
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0471,
      "half_width": 0.05,
      "n_fails_normal": 69,
      "normal_degenerate": false,
      "n_fails_wilson": 135,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 410,
       "base_0.2": 675,
       "base_0.1": 1350
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 210,
       "base_0.2": 345,
       "base_0.1": 690
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1148,
      "half_width": 0.03,
      "n_fails_normal": 434,
      "normal_degenerate": false,
      "n_fails_wilson": 529,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1606,
       "base_0.2": 2645,
       "base_0.1": 5290
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1318,
       "base_0.2": 2170,
       "base_0.1": 4340
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1148,
      "half_width": 0.05,
      "n_fails_normal": 157,
      "normal_degenerate": false,
      "n_fails_wilson": 212,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 644,
       "base_0.2": 1060,
       "base_0.1": 2120
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 477,
       "base_0.2": 785,
       "base_0.1": 1570
      }
     }
    ]
   },
   {
    "score": "K3",
    "point": "cv_cap_10pct",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 138,
      "n": 173,
      "p": 0.7977,
      "lo": 0.7317,
      "hi": 0.8508
     },
     "misses": {
      "k": 9,
      "n": 85,
      "p": 0.1059,
      "lo": 0.0567,
      "hi": 0.1891
     },
     "accept_share_all_claims": {
      "k": 147,
      "n": 258,
      "p": 0.5698,
      "lo": 0.5088,
      "hi": 0.6287
     },
     "precision_of_accepts_recorded_pass": {
      "k": 138,
      "n": 147,
      "p": 0.9388,
      "lo": 0.8877,
      "hi": 0.9675
     }
    },
    "cuts": [
     0.1375,
     0.1475,
     0.0325,
     0.1375,
     0.0325
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.1059,
      "half_width": 0.03,
      "n_fails_normal": 405,
      "normal_degenerate": false,
      "n_fails_wilson": 502,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 1524,
       "base_0.2": 2510,
       "base_0.1": 5020
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1230,
       "base_0.2": 2025,
       "base_0.1": 4050
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.1059,
      "half_width": 0.05,
      "n_fails_normal": 146,
      "normal_degenerate": false,
      "n_fails_wilson": 203,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 617,
       "base_0.2": 1015,
       "base_0.1": 2030
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 444,
       "base_0.2": 730,
       "base_0.1": 1460
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1891,
      "half_width": 0.03,
      "n_fails_normal": 655,
      "normal_degenerate": false,
      "n_fails_wilson": 731,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 2219,
       "base_0.2": 3655,
       "base_0.1": 7310
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 1988,
       "base_0.2": 3275,
       "base_0.1": 6550
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.1891,
      "half_width": 0.05,
      "n_fails_normal": 236,
      "normal_degenerate": false,
      "n_fails_wilson": 280,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 850,
       "base_0.2": 1400,
       "base_0.1": 2800
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 717,
       "base_0.2": 1180,
       "base_0.1": 2360
      }
     }
    ]
   },
   {
    "score": "C0",
    "point": "deployed_0.8_in_sample",
    "summary": {
     "accept_share_recorded_pass": {
      "k": 44,
      "n": 173,
      "p": 0.2543,
      "lo": 0.1953,
      "hi": 0.3241
     },
     "misses": {
      "k": 0,
      "n": 85,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.0432
     },
     "accept_share_all_claims": {
      "k": 44,
      "n": 258,
      "p": 0.1705,
      "lo": 0.1296,
      "hi": 0.2212
     },
     "precision_of_accepts_recorded_pass": {
      "k": 44,
      "n": 44,
      "p": 1.0,
      "lo": 0.9197,
      "hi": 1.0
     }
    },
    "cuts": [
     0.8
    ],
    "sample_sizes": [
     {
      "assumed": "oof_point",
      "p": 0.0,
      "half_width": 0.03,
      "n_fails_normal": 0,
      "normal_degenerate": true,
      "n_fails_wilson": 125,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 380,
       "base_0.2": 625,
       "base_0.1": 1250
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 0,
       "base_0.2": 0,
       "base_0.1": 0
      }
     },
     {
      "assumed": "oof_point",
      "p": 0.0,
      "half_width": 0.05,
      "n_fails_normal": 0,
      "normal_degenerate": true,
      "n_fails_wilson": 73,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 222,
       "base_0.2": 365,
       "base_0.1": 730
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 0,
       "base_0.2": 0,
       "base_0.1": 0
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0432,
      "half_width": 0.03,
      "n_fails_normal": 177,
      "normal_degenerate": false,
      "n_fails_wilson": 290,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 881,
       "base_0.2": 1450,
       "base_0.1": 2900
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 538,
       "base_0.2": 885,
       "base_0.1": 1770
      }
     },
     {
      "assumed": "oof_wilson_upper",
      "p": 0.0432,
      "half_width": 0.05,
      "n_fails_normal": 64,
      "normal_degenerate": false,
      "n_fails_wilson": 130,
      "claims_to_adjudicate_wilson": {
       "base_0.3295": 395,
       "base_0.2": 650,
       "base_0.1": 1300
      },
      "claims_to_adjudicate_normal": {
       "base_0.3295": 195,
       "base_0.2": 320,
       "base_0.1": 640
      }
     }
    ]
   }
  ],
  "dev_base_rate": 0.3295
 }
}