{
 "excluded": {
  "jev": [],
  "mistral_vocab": [],
  "mistral_prod": []
 },
 "q31": {
  "pooled": {
   "overall": {
    "fails": {
     "jev_checker_miss": {
      "k": 32,
      "n": 120,
      "rate": 0.267,
      "lo": 0.196,
      "hi": 0.352,
      "small": false
     },
     "jev_escape": {
      "k": 0,
      "n": 120,
      "rate": 0.0,
      "lo": 0,
      "hi": 0.031,
      "small": false
     },
     "mistral_vocab_miss": {
      "k": 24,
      "n": 120,
      "rate": 0.2,
      "lo": 0.138,
      "hi": 0.28,
      "small": false
     },
     "mistral_prod_miss": {
      "k": 23,
      "n": 120,
      "rate": 0.192,
      "lo": 0.131,
      "hi": 0.271,
      "small": false
     }
    },
    "passes": {
     "jev_checker_overflag": {
      "k": 13,
      "n": 252,
      "rate": 0.052,
      "lo": 0.03,
      "hi": 0.086,
      "small": false
     },
     "jev_unneeded_escalation": {
      "k": 185,
      "n": 252,
      "rate": 0.734,
      "lo": 0.676,
      "hi": 0.785,
      "small": false
     },
     "mistral_vocab_unneeded": {
      "k": 16,
      "n": 252,
      "rate": 0.063,
      "lo": 0.039,
      "hi": 0.101,
      "small": false
     }
    }
   },
   "type": {
    "capability_feature": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 6,
       "n": 6,
       "rate": 1.0,
       "lo": 0.61,
       "hi": 1.0,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      }
     }
    },
    "certification_compliance": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 24,
       "rate": 0.083,
       "lo": 0.023,
       "hi": 0.258,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 19,
       "n": 24,
       "rate": 0.792,
       "lo": 0.595,
       "hi": 0.908,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 24,
       "rate": 0.083,
       "lo": 0.023,
       "hi": 0.258,
       "small": false
      }
     }
    },
    "customers_logos": {
     "fails": {
      "jev_checker_miss": {
       "k": 5,
       "n": 18,
       "rate": 0.278,
       "lo": 0.125,
       "hi": 0.509,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 18,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.176,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 18,
       "rate": 0.222,
       "lo": 0.09,
       "hi": 0.452,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 18,
       "rate": 0.222,
       "lo": 0.09,
       "hi": 0.452,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 54,
       "rate": 0.056,
       "lo": 0.019,
       "hi": 0.151,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 41,
       "n": 54,
       "rate": 0.759,
       "lo": 0.631,
       "hi": 0.854,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 54,
       "rate": 0.037,
       "lo": 0.01,
       "hi": 0.125,
       "small": false
      }
     }
    },
    "date_event": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 3,
       "rate": 0.667,
       "lo": 0.208,
       "hi": 0.939,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     }
    },
    "funding_company": {
     "fails": {
      "jev_checker_miss": {
       "k": 11,
       "n": 38,
       "rate": 0.289,
       "lo": 0.17,
       "hi": 0.448,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 38,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.092,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 38,
       "rate": 0.158,
       "lo": 0.074,
       "hi": 0.304,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 38,
       "rate": 0.184,
       "lo": 0.092,
       "hi": 0.334,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 5,
       "n": 98,
       "rate": 0.051,
       "lo": 0.022,
       "hi": 0.114,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 63,
       "n": 98,
       "rate": 0.643,
       "lo": 0.544,
       "hi": 0.731,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 6,
       "n": 98,
       "rate": 0.061,
       "lo": 0.028,
       "hi": 0.127,
       "small": false
      }
     }
    },
    "integration": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 19,
       "rate": 0.158,
       "lo": 0.055,
       "hi": 0.376,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 19,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.168,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 19,
       "rate": 0.158,
       "lo": 0.055,
       "hi": 0.376,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 19,
       "rate": 0.211,
       "lo": 0.085,
       "hi": 0.433,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 13,
       "n": 18,
       "rate": 0.722,
       "lo": 0.491,
       "hi": 0.875,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      }
     }
    },
    "V017_fact": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 5,
       "rate": 0.6,
       "lo": 0.231,
       "hi": 0.882,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 16,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.194,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 12,
       "n": 16,
       "rate": 0.75,
       "lo": 0.505,
       "hi": 0.898,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 16,
       "rate": 0.062,
       "lo": 0.011,
       "hi": 0.283,
       "small": false
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 2,
       "rate": 1.0,
       "lo": 0.342,
       "hi": 1,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 9,
       "rate": 0.778,
       "lo": 0.453,
       "hi": 0.937,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 9,
       "rate": 0.222,
       "lo": 0.063,
       "hi": 0.547,
       "small": true
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 16,
       "rate": 0.062,
       "lo": 0.011,
       "hi": 0.283,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 15,
       "n": 16,
       "rate": 0.938,
       "lo": 0.717,
       "hi": 0.989,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 16,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.194,
       "small": false
      }
     }
    },
    "score_rubric": {
     "fails": {
      "jev_checker_miss": {
       "k": 8,
       "n": 24,
       "rate": 0.333,
       "lo": 0.18,
       "hi": 0.533,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 24,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.138,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 7,
       "n": 24,
       "rate": 0.292,
       "lo": 0.149,
       "hi": 0.492,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 24,
       "rate": 0.292,
       "lo": 0.149,
       "hi": 0.492,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 8,
       "rate": 0.875,
       "lo": 0.529,
       "hi": 0.978,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      }
     }
    }
   },
   "section": {
    "identity": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 32,
       "rate": 0.219,
       "lo": 0.11,
       "hi": 0.388,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 32,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.107,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 32,
       "rate": 0.125,
       "lo": 0.05,
       "hi": 0.281,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 5,
       "n": 32,
       "rate": 0.156,
       "lo": 0.069,
       "hi": 0.318,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 4,
       "n": 87,
       "rate": 0.046,
       "lo": 0.018,
       "hi": 0.112,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 53,
       "n": 87,
       "rate": 0.609,
       "lo": 0.504,
       "hi": 0.705,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 6,
       "n": 87,
       "rate": 0.069,
       "lo": 0.032,
       "hi": 0.142,
       "small": false
      }
     }
    },
    "integrations": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 18,
       "rate": 0.167,
       "lo": 0.058,
       "hi": 0.392,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 18,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.176,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 18,
       "rate": 0.167,
       "lo": 0.058,
       "hi": 0.392,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 13,
       "n": 18,
       "rate": 0.722,
       "lo": 0.491,
       "hi": 0.875,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      }
     }
    },
    "layer4": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 13,
       "rate": 0.154,
       "lo": 0.043,
       "hi": 0.422,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 13,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.228,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 13,
       "rate": 0.308,
       "lo": 0.127,
       "hi": 0.576,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 13,
       "rate": 0.308,
       "lo": 0.127,
       "hi": 0.576,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 3,
       "rate": 1.0,
       "lo": 0.438,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 12,
       "n": 29,
       "rate": 0.414,
       "lo": 0.255,
       "hi": 0.593,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 29,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.117,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 8,
       "n": 29,
       "rate": 0.276,
       "lo": 0.147,
       "hi": 0.457,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 29,
       "rate": 0.241,
       "lo": 0.122,
       "hi": 0.421,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 91,
       "rate": 0.022,
       "lo": 0.006,
       "hi": 0.077,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 71,
       "n": 91,
       "rate": 0.78,
       "lo": 0.685,
       "hi": 0.853,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 4,
       "n": 91,
       "rate": 0.044,
       "lo": 0.017,
       "hi": 0.108,
       "small": false
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 17,
       "rate": 0.059,
       "lo": 0.01,
       "hi": 0.27,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 16,
       "n": 17,
       "rate": 0.941,
       "lo": 0.73,
       "hi": 0.99,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 17,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.184,
       "small": false
      }
     }
    },
    "scoring_dim": {
     "fails": {
      "jev_checker_miss": {
       "k": 6,
       "n": 13,
       "rate": 0.462,
       "lo": 0.232,
       "hi": 0.709,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 13,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.228,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 5,
       "n": 13,
       "rate": 0.385,
       "lo": 0.177,
       "hi": 0.645,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 13,
       "rate": 0.231,
       "lo": 0.082,
       "hi": 0.503,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 12,
       "rate": 0.167,
       "lo": 0.047,
       "hi": 0.448,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 10,
       "n": 12,
       "rate": 0.833,
       "lo": 0.552,
       "hi": 0.953,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     }
    },
    "security": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 24,
       "rate": 0.083,
       "lo": 0.023,
       "hi": 0.258,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 19,
       "n": 24,
       "rate": 0.792,
       "lo": 0.595,
       "hi": 0.908,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 24,
       "rate": 0.083,
       "lo": 0.023,
       "hi": 0.258,
       "small": false
      }
     }
    }
   },
   "cohort": {
    "ad-sales-publisher": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "bd": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 11,
       "n": 15,
       "rate": 0.733,
       "lo": 0.48,
       "hi": 0.891,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 3,
       "n": 15,
       "rate": 0.2,
       "lo": 0.07,
       "hi": 0.452,
       "small": false
      }
     }
    },
    "call-center": {
     "fails": {
      "jev_checker_miss": {
       "k": 8,
       "n": 12,
       "rate": 0.667,
       "lo": 0.391,
       "hi": 0.862,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 5,
       "n": 12,
       "rate": 0.417,
       "lo": 0.193,
       "hi": 0.68,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 12,
       "rate": 0.25,
       "lo": 0.089,
       "hi": 0.532,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 41,
       "rate": 0.049,
       "lo": 0.013,
       "hi": 0.161,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 37,
       "n": 41,
       "rate": 0.902,
       "lo": 0.775,
       "hi": 0.961,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 41,
       "rate": 0.122,
       "lo": 0.053,
       "hi": 0.255,
       "small": false
      }
     }
    },
    "customer-success": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "cx": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "erp": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 11,
       "rate": 0.273,
       "lo": 0.097,
       "hi": 0.566,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 11,
       "rate": 0.091,
       "lo": 0.016,
       "hi": 0.377,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 25,
       "rate": 0.04,
       "lo": 0.007,
       "hi": 0.195,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 18,
       "n": 25,
       "rate": 0.72,
       "lo": 0.524,
       "hi": 0.857,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 25,
       "rate": 0.04,
       "lo": 0.007,
       "hi": 0.195,
       "small": false
      }
     }
    },
    "field-service": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     }
    },
    "finance": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 8,
       "rate": 0.875,
       "lo": 0.529,
       "hi": 0.978,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 5,
       "n": 8,
       "rate": 0.625,
       "lo": 0.306,
       "hi": 0.863,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 8,
       "rate": 0.5,
       "lo": 0.215,
       "hi": 0.785,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 15,
       "rate": 0.067,
       "lo": 0.012,
       "hi": 0.298,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 8,
       "n": 15,
       "rate": 0.533,
       "lo": 0.301,
       "hi": 0.752,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      }
     }
    },
    "fintech": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 17,
       "rate": 0.176,
       "lo": 0.062,
       "hi": 0.41,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 17,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.184,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 17,
       "rate": 0.118,
       "lo": 0.033,
       "hi": 0.343,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 17,
       "rate": 0.176,
       "lo": 0.062,
       "hi": 0.41,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 26,
       "rate": 0.115,
       "lo": 0.04,
       "hi": 0.29,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 21,
       "n": 26,
       "rate": 0.808,
       "lo": 0.621,
       "hi": 0.915,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 3,
       "n": 26,
       "rate": 0.115,
       "lo": 0.04,
       "hi": 0.29,
       "small": false
      }
     }
    },
    "healthcare-clinical": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 12,
       "rate": 0.167,
       "lo": 0.047,
       "hi": 0.448,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 22,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.149,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 17,
       "n": 22,
       "rate": 0.773,
       "lo": 0.566,
       "hi": 0.899,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 22,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.149,
       "small": false
      }
     }
    },
    "healthcare-rcm": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 15,
       "rate": 0.067,
       "lo": 0.012,
       "hi": 0.298,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 21,
       "rate": 0.048,
       "lo": 0.008,
       "hi": 0.227,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 6,
       "n": 21,
       "rate": 0.286,
       "lo": 0.138,
       "hi": 0.5,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 21,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.155,
       "small": false
      }
     }
    },
    "higher-ed-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 4,
       "n": 9,
       "rate": 0.444,
       "lo": 0.189,
       "hi": 0.733,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 9,
       "rate": 0.222,
       "lo": 0.063,
       "hi": 0.547,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 9,
       "rate": 0.222,
       "lo": 0.063,
       "hi": 0.547,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 37,
       "rate": 0.054,
       "lo": 0.015,
       "hi": 0.177,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 31,
       "n": 37,
       "rate": 0.838,
       "lo": 0.689,
       "hi": 0.923,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 37,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.094,
       "small": false
      }
     }
    },
    "insurance-brokerage": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     }
    },
    "pharma-lifesci-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "real_estate": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 10,
       "rate": 0.9,
       "lo": 0.596,
       "hi": 0.982,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      }
     }
    },
    "recruiting": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 4,
       "rate": 0.75,
       "lo": 0.301,
       "hi": 0.954,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     }
    },
    "sales": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 10,
       "rate": 0.7,
       "lo": 0.397,
       "hi": 0.892,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      }
     }
    },
    "tax": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 8,
       "rate": 0.25,
       "lo": 0.071,
       "hi": 0.591,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 8,
       "rate": 0.25,
       "lo": 0.071,
       "hi": 0.591,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 15,
       "rate": 0.2,
       "lo": 0.07,
       "hi": 0.452,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 12,
       "n": 15,
       "rate": 0.8,
       "lo": 0.548,
       "hi": 0.93,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      }
     }
    }
   },
   "verbatim": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 9,
       "n": 67,
       "rate": 0.134,
       "lo": 0.072,
       "hi": 0.236,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 67,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.054,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 7,
       "n": 67,
       "rate": 0.104,
       "lo": 0.052,
       "hi": 0.2,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 67,
       "rate": 0.104,
       "lo": 0.052,
       "hi": 0.2,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 22,
       "rate": 0.136,
       "lo": 0.047,
       "hi": 0.333,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 20,
       "n": 22,
       "rate": 0.909,
       "lo": 0.722,
       "hi": 0.975,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 22,
       "rate": 0.227,
       "lo": 0.101,
       "hi": 0.434,
       "small": false
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 23,
       "n": 53,
       "rate": 0.434,
       "lo": 0.31,
       "hi": 0.567,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 53,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.068,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 17,
       "n": 53,
       "rate": 0.321,
       "lo": 0.211,
       "hi": 0.455,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 16,
       "n": 53,
       "rate": 0.302,
       "lo": 0.195,
       "hi": 0.435,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 10,
       "n": 230,
       "rate": 0.043,
       "lo": 0.024,
       "hi": 0.078,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 165,
       "n": 230,
       "rate": 0.717,
       "lo": 0.656,
       "hi": 0.772,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 11,
       "n": 230,
       "rate": 0.048,
       "lo": 0.027,
       "hi": 0.084,
       "small": false
      }
     }
    }
   },
   "producer_group": {
    "ground_py": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 32,
       "rate": 0.094,
       "lo": 0.032,
       "hi": 0.242,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 21,
       "n": 32,
       "rate": 0.656,
       "lo": 0.483,
       "hi": 0.796,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 3,
       "n": 32,
       "rate": 0.094,
       "lo": 0.032,
       "hi": 0.242,
       "small": false
      }
     }
    },
    "opus_validator": {
     "fails": {
      "jev_checker_miss": {
       "k": 31,
       "n": 102,
       "rate": 0.304,
       "lo": 0.223,
       "hi": 0.399,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 102,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.036,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 22,
       "n": 102,
       "rate": 0.216,
       "lo": 0.147,
       "hi": 0.305,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 21,
       "n": 102,
       "rate": 0.206,
       "lo": 0.139,
       "hi": 0.294,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 9,
       "n": 205,
       "rate": 0.044,
       "lo": 0.023,
       "hi": 0.081,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 155,
       "n": 205,
       "rate": 0.756,
       "lo": 0.693,
       "hi": 0.81,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 11,
       "n": 205,
       "rate": 0.054,
       "lo": 0.03,
       "hi": 0.094,
       "small": false
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 18,
       "rate": 0.056,
       "lo": 0.01,
       "hi": 0.258,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 18,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.176,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 15,
       "rate": 0.067,
       "lo": 0.012,
       "hi": 0.298,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 15,
       "rate": 0.6,
       "lo": 0.357,
       "hi": 0.802,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      }
     }
    }
   },
   "has_number": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 29,
       "rate": 0.103,
       "lo": 0.036,
       "hi": 0.264,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 29,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.117,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 29,
       "rate": 0.138,
       "lo": 0.055,
       "hi": 0.306,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 29,
       "rate": 0.069,
       "lo": 0.019,
       "hi": 0.22,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 30,
       "rate": 0.033,
       "lo": 0.006,
       "hi": 0.167,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 24,
       "n": 30,
       "rate": 0.8,
       "lo": 0.627,
       "hi": 0.905,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 30,
       "rate": 0.067,
       "lo": 0.018,
       "hi": 0.213,
       "small": false
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 29,
       "n": 91,
       "rate": 0.319,
       "lo": 0.232,
       "hi": 0.42,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 91,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.041,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 20,
       "n": 91,
       "rate": 0.22,
       "lo": 0.147,
       "hi": 0.315,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 21,
       "n": 91,
       "rate": 0.231,
       "lo": 0.156,
       "hi": 0.327,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 12,
       "n": 222,
       "rate": 0.054,
       "lo": 0.031,
       "hi": 0.092,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 161,
       "n": 222,
       "rate": 0.725,
       "lo": 0.663,
       "hi": 0.78,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 14,
       "n": 222,
       "rate": 0.063,
       "lo": 0.038,
       "hi": 0.103,
       "small": false
      }
     }
    }
   }
  },
  "dev": {
   "overall": {
    "fails": {
     "jev_checker_miss": {
      "k": 23,
      "n": 85,
      "rate": 0.271,
      "lo": 0.188,
      "hi": 0.373,
      "small": false
     },
     "jev_escape": {
      "k": 0,
      "n": 85,
      "rate": 0.0,
      "lo": 0,
      "hi": 0.043,
      "small": false
     },
     "mistral_vocab_miss": {
      "k": 17,
      "n": 85,
      "rate": 0.2,
      "lo": 0.129,
      "hi": 0.297,
      "small": false
     },
     "mistral_prod_miss": {
      "k": 15,
      "n": 85,
      "rate": 0.176,
      "lo": 0.11,
      "hi": 0.271,
      "small": false
     }
    },
    "passes": {
     "jev_checker_overflag": {
      "k": 9,
      "n": 173,
      "rate": 0.052,
      "lo": 0.028,
      "hi": 0.096,
      "small": false
     },
     "jev_unneeded_escalation": {
      "k": 129,
      "n": 173,
      "rate": 0.746,
      "lo": 0.676,
      "hi": 0.805,
      "small": false
     },
     "mistral_vocab_unneeded": {
      "k": 9,
      "n": 173,
      "rate": 0.052,
      "lo": 0.028,
      "hi": 0.096,
      "small": false
     }
    }
   },
   "type": {
    "capability_feature": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 5,
       "rate": 1.0,
       "lo": 0.566,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     }
    },
    "certification_compliance": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 16,
       "n": 20,
       "rate": 0.8,
       "lo": 0.584,
       "hi": 0.919,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      }
     }
    },
    "customers_logos": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 9,
       "rate": 0.222,
       "lo": 0.063,
       "hi": 0.547,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 9,
       "rate": 0.111,
       "lo": 0.02,
       "hi": 0.435,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 9,
       "rate": 0.111,
       "lo": 0.02,
       "hi": 0.435,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 35,
       "rate": 0.057,
       "lo": 0.016,
       "hi": 0.186,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 27,
       "n": 35,
       "rate": 0.771,
       "lo": 0.61,
       "hi": 0.879,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 35,
       "rate": 0.029,
       "lo": 0.005,
       "hi": 0.145,
       "small": false
      }
     }
    },
    "date_event": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "funding_company": {
     "fails": {
      "jev_checker_miss": {
       "k": 6,
       "n": 25,
       "rate": 0.24,
       "lo": 0.115,
       "hi": 0.434,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 25,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.133,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 25,
       "rate": 0.12,
       "lo": 0.042,
       "hi": 0.3,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 25,
       "rate": 0.12,
       "lo": 0.042,
       "hi": 0.3,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 4,
       "n": 70,
       "rate": 0.057,
       "lo": 0.022,
       "hi": 0.138,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 49,
       "n": 70,
       "rate": 0.7,
       "lo": 0.585,
       "hi": 0.795,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 70,
       "rate": 0.071,
       "lo": 0.031,
       "hi": 0.157,
       "small": false
      }
     }
    },
    "integration": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 15,
       "rate": 0.2,
       "lo": 0.07,
       "hi": 0.452,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 15,
       "rate": 0.267,
       "lo": 0.109,
       "hi": 0.52,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 12,
       "rate": 0.167,
       "lo": 0.047,
       "hi": 0.448,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 12,
       "rate": 0.75,
       "lo": 0.468,
       "hi": 0.911,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     }
    },
    "V017_fact": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 5,
       "rate": 0.6,
       "lo": 0.231,
       "hi": 0.882,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 8,
       "rate": 0.625,
       "lo": 0.306,
       "hi": 0.863,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 4,
       "n": 6,
       "rate": 0.667,
       "lo": 0.3,
       "hi": 0.903,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 10,
       "n": 11,
       "rate": 0.909,
       "lo": 0.623,
       "hi": 0.984,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      }
     }
    },
    "score_rubric": {
     "fails": {
      "jev_checker_miss": {
       "k": 8,
       "n": 20,
       "rate": 0.4,
       "lo": 0.219,
       "hi": 0.613,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 20,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.161,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 7,
       "n": 20,
       "rate": 0.35,
       "lo": 0.181,
       "hi": 0.567,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 20,
       "rate": 0.35,
       "lo": 0.181,
       "hi": 0.567,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 4,
       "rate": 0.75,
       "lo": 0.301,
       "hi": 0.954,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     }
    }
   },
   "section": {
    "identity": {
     "fails": {
      "jev_checker_miss": {
       "k": 4,
       "n": 22,
       "rate": 0.182,
       "lo": 0.073,
       "hi": 0.385,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 22,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.149,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 22,
       "rate": 0.136,
       "lo": 0.047,
       "hi": 0.333,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 22,
       "rate": 0.136,
       "lo": 0.047,
       "hi": 0.333,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 60,
       "rate": 0.05,
       "lo": 0.017,
       "hi": 0.137,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 40,
       "n": 60,
       "rate": 0.667,
       "lo": 0.541,
       "hi": 0.773,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 60,
       "rate": 0.083,
       "lo": 0.036,
       "hi": 0.181,
       "small": false
      }
     }
    },
    "integrations": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 14,
       "rate": 0.143,
       "lo": 0.04,
       "hi": 0.399,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 14,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.215,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 14,
       "rate": 0.143,
       "lo": 0.04,
       "hi": 0.399,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 14,
       "rate": 0.214,
       "lo": 0.076,
       "hi": 0.476,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 12,
       "rate": 0.167,
       "lo": 0.047,
       "hi": 0.448,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 12,
       "rate": 0.75,
       "lo": 0.468,
       "hi": 0.911,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     }
    },
    "layer4": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 10,
       "rate": 0.4,
       "lo": 0.168,
       "hi": 0.687,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 10,
       "rate": 0.4,
       "lo": 0.168,
       "hi": 0.687,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 17,
       "rate": 0.412,
       "lo": 0.216,
       "hi": 0.64,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 17,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.184,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 17,
       "rate": 0.118,
       "lo": 0.033,
       "hi": 0.343,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 17,
       "rate": 0.059,
       "lo": 0.01,
       "hi": 0.27,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 58,
       "rate": 0.017,
       "lo": 0.003,
       "hi": 0.091,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 44,
       "n": 58,
       "rate": 0.759,
       "lo": 0.635,
       "hi": 0.85,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 58,
       "rate": 0.017,
       "lo": 0.003,
       "hi": 0.091,
       "small": false
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 9,
       "rate": 0.111,
       "lo": 0.02,
       "hi": 0.435,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 9,
       "rate": 0.111,
       "lo": 0.02,
       "hi": 0.435,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 9,
       "rate": 0.111,
       "lo": 0.02,
       "hi": 0.435,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 11,
       "n": 12,
       "rate": 0.917,
       "lo": 0.646,
       "hi": 0.985,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      }
     }
    },
    "scoring_dim": {
     "fails": {
      "jev_checker_miss": {
       "k": 6,
       "n": 10,
       "rate": 0.6,
       "lo": 0.313,
       "hi": 0.832,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 5,
       "n": 10,
       "rate": 0.5,
       "lo": 0.237,
       "hi": 0.763,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 10,
       "rate": 0.3,
       "lo": 0.108,
       "hi": 0.603,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 8,
       "n": 10,
       "rate": 0.8,
       "lo": 0.49,
       "hi": 0.943,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      }
     }
    },
    "security": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 16,
       "n": 20,
       "rate": 0.8,
       "lo": 0.584,
       "hi": 0.919,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      }
     }
    }
   },
   "cohort": {
    "ad-sales-publisher": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "bd": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 11,
       "rate": 0.636,
       "lo": 0.354,
       "hi": 0.848,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      }
     }
    },
    "call-center": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 10,
       "rate": 0.7,
       "lo": 0.397,
       "hi": 0.892,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 4,
       "n": 10,
       "rate": 0.4,
       "lo": 0.168,
       "hi": 0.687,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 29,
       "rate": 0.034,
       "lo": 0.006,
       "hi": 0.172,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 27,
       "n": 29,
       "rate": 0.931,
       "lo": 0.78,
       "hi": 0.981,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 4,
       "n": 29,
       "rate": 0.138,
       "lo": 0.055,
       "hi": 0.306,
       "small": false
      }
     }
    },
    "customer-success": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "cx": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "erp": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 8,
       "rate": 0.25,
       "lo": 0.071,
       "hi": 0.591,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 15,
       "n": 20,
       "rate": 0.75,
       "lo": 0.531,
       "hi": 0.888,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 20,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.161,
       "small": false
      }
     }
    },
    "field-service": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 3,
       "rate": 0.667,
       "lo": 0.208,
       "hi": 0.939,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     }
    },
    "finance": {
     "fails": {
      "jev_checker_miss": {
       "k": 4,
       "n": 5,
       "rate": 0.8,
       "lo": 0.376,
       "hi": 0.964,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 11,
       "rate": 0.091,
       "lo": 0.016,
       "hi": 0.377,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 11,
       "rate": 0.636,
       "lo": 0.354,
       "hi": 0.848,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 11,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.259,
       "small": false
      }
     }
    },
    "fintech": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 15,
       "rate": 0.2,
       "lo": 0.07,
       "hi": 0.452,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 15,
       "rate": 0.2,
       "lo": 0.07,
       "hi": 0.452,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 18,
       "rate": 0.111,
       "lo": 0.031,
       "hi": 0.328,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 15,
       "n": 18,
       "rate": 0.833,
       "lo": 0.608,
       "hi": 0.942,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 18,
       "rate": 0.056,
       "lo": 0.01,
       "hi": 0.258,
       "small": false
      }
     }
    },
    "healthcare-clinical": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 8,
       "n": 12,
       "rate": 0.667,
       "lo": 0.391,
       "hi": 0.862,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      }
     }
    },
    "healthcare-rcm": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 13,
       "rate": 0.077,
       "lo": 0.014,
       "hi": 0.333,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 13,
       "rate": 0.385,
       "lo": 0.177,
       "hi": 0.645,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 13,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.228,
       "small": false
      }
     }
    },
    "higher-ed-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 4,
       "rate": 0.5,
       "lo": 0.15,
       "hi": 0.85,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 17,
       "n": 20,
       "rate": 0.85,
       "lo": 0.64,
       "hi": 0.948,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 20,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.161,
       "small": false
      }
     }
    },
    "insurance-brokerage": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     }
    },
    "pharma-lifesci-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "real_estate": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 8,
       "rate": 0.875,
       "lo": 0.529,
       "hi": 0.978,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      }
     }
    },
    "recruiting": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 2,
       "rate": 1.0,
       "lo": 0.342,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "sales": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 10,
       "rate": 0.7,
       "lo": 0.397,
       "hi": 0.892,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      }
     }
    },
    "tax": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 10,
       "rate": 0.7,
       "lo": 0.397,
       "hi": 0.892,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      }
     }
    }
   },
   "verbatim": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 47,
       "rate": 0.149,
       "lo": 0.074,
       "hi": 0.277,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 47,
       "rate": 0.0,
       "lo": 0.0,
       "hi": 0.076,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 47,
       "rate": 0.128,
       "lo": 0.06,
       "hi": 0.252,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 6,
       "n": 47,
       "rate": 0.128,
       "lo": 0.06,
       "hi": 0.252,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 17,
       "rate": 0.118,
       "lo": 0.033,
       "hi": 0.343,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 15,
       "n": 17,
       "rate": 0.882,
       "lo": 0.657,
       "hi": 0.967,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 4,
       "n": 17,
       "rate": 0.235,
       "lo": 0.096,
       "hi": 0.473,
       "small": false
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 16,
       "n": 38,
       "rate": 0.421,
       "lo": 0.279,
       "hi": 0.578,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 38,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.092,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 11,
       "n": 38,
       "rate": 0.289,
       "lo": 0.17,
       "hi": 0.448,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 9,
       "n": 38,
       "rate": 0.237,
       "lo": 0.13,
       "hi": 0.392,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 7,
       "n": 156,
       "rate": 0.045,
       "lo": 0.022,
       "hi": 0.09,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 114,
       "n": 156,
       "rate": 0.731,
       "lo": 0.656,
       "hi": 0.794,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 156,
       "rate": 0.032,
       "lo": 0.014,
       "hi": 0.073,
       "small": false
      }
     }
    }
   },
   "producer_group": {
    "ground_py": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 2,
       "n": 27,
       "rate": 0.074,
       "lo": 0.021,
       "hi": 0.234,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 19,
       "n": 27,
       "rate": 0.704,
       "lo": 0.515,
       "hi": 0.841,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 27,
       "rate": 0.074,
       "lo": 0.021,
       "hi": 0.234,
       "small": false
      }
     }
    },
    "opus_validator": {
     "fails": {
      "jev_checker_miss": {
       "k": 22,
       "n": 73,
       "rate": 0.301,
       "lo": 0.208,
       "hi": 0.414,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 73,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.05,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 16,
       "n": 73,
       "rate": 0.219,
       "lo": 0.14,
       "hi": 0.327,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 14,
       "n": 73,
       "rate": 0.192,
       "lo": 0.118,
       "hi": 0.297,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 6,
       "n": 131,
       "rate": 0.046,
       "lo": 0.021,
       "hi": 0.096,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 101,
       "n": 131,
       "rate": 0.771,
       "lo": 0.692,
       "hi": 0.835,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 5,
       "n": 131,
       "rate": 0.038,
       "lo": 0.016,
       "hi": 0.086,
       "small": false
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 15,
       "rate": 0.067,
       "lo": 0.012,
       "hi": 0.298,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 15,
       "rate": 0.6,
       "lo": 0.357,
       "hi": 0.802,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 15,
       "rate": 0.133,
       "lo": 0.037,
       "hi": 0.379,
       "small": false
      }
     }
    }
   },
   "has_number": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 23,
       "rate": 0.087,
       "lo": 0.024,
       "hi": 0.268,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 23,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.143,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 23,
       "rate": 0.13,
       "lo": 0.045,
       "hi": 0.321,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 23,
       "rate": 0.087,
       "lo": 0.024,
       "hi": 0.268,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 23,
       "rate": 0.043,
       "lo": 0.008,
       "hi": 0.21,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 18,
       "n": 23,
       "rate": 0.783,
       "lo": 0.581,
       "hi": 0.903,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 23,
       "rate": 0.087,
       "lo": 0.024,
       "hi": 0.268,
       "small": false
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 21,
       "n": 62,
       "rate": 0.339,
       "lo": 0.233,
       "hi": 0.463,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 62,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.058,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 14,
       "n": 62,
       "rate": 0.226,
       "lo": 0.14,
       "hi": 0.344,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 13,
       "n": 62,
       "rate": 0.21,
       "lo": 0.127,
       "hi": 0.326,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 8,
       "n": 150,
       "rate": 0.053,
       "lo": 0.027,
       "hi": 0.102,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 111,
       "n": 150,
       "rate": 0.74,
       "lo": 0.664,
       "hi": 0.804,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 7,
       "n": 150,
       "rate": 0.047,
       "lo": 0.023,
       "hi": 0.093,
       "small": false
      }
     }
    }
   }
  },
  "test": {
   "overall": {
    "fails": {
     "jev_checker_miss": {
      "k": 9,
      "n": 35,
      "rate": 0.257,
      "lo": 0.142,
      "hi": 0.421,
      "small": false
     },
     "jev_escape": {
      "k": 0,
      "n": 35,
      "rate": 0.0,
      "lo": 0,
      "hi": 0.099,
      "small": false
     },
     "mistral_vocab_miss": {
      "k": 7,
      "n": 35,
      "rate": 0.2,
      "lo": 0.1,
      "hi": 0.359,
      "small": false
     },
     "mistral_prod_miss": {
      "k": 8,
      "n": 35,
      "rate": 0.229,
      "lo": 0.121,
      "hi": 0.39,
      "small": false
     }
    },
    "passes": {
     "jev_checker_overflag": {
      "k": 4,
      "n": 79,
      "rate": 0.051,
      "lo": 0.02,
      "hi": 0.123,
      "small": false
     },
     "jev_unneeded_escalation": {
      "k": 56,
      "n": 79,
      "rate": 0.709,
      "lo": 0.601,
      "hi": 0.797,
      "small": false
     },
     "mistral_vocab_unneeded": {
      "k": 7,
      "n": 79,
      "rate": 0.089,
      "lo": 0.044,
      "hi": 0.172,
      "small": false
     }
    }
   },
   "type": {
    "capability_feature": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "certification_compliance": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 4,
       "rate": 0.75,
       "lo": 0.301,
       "hi": 0.954,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     }
    },
    "customers_logos": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 9,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.299,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 3,
       "n": 9,
       "rate": 0.333,
       "lo": 0.121,
       "hi": 0.646,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 19,
       "rate": 0.053,
       "lo": 0.009,
       "hi": 0.246,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 14,
       "n": 19,
       "rate": 0.737,
       "lo": 0.512,
       "hi": 0.882,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 19,
       "rate": 0.053,
       "lo": 0.009,
       "hi": 0.246,
       "small": false
      }
     }
    },
    "date_event": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     }
    },
    "funding_company": {
     "fails": {
      "jev_checker_miss": {
       "k": 5,
       "n": 13,
       "rate": 0.385,
       "lo": 0.177,
       "hi": 0.645,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 13,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.228,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 13,
       "rate": 0.231,
       "lo": 0.082,
       "hi": 0.503,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 4,
       "n": 13,
       "rate": 0.308,
       "lo": 0.127,
       "hi": 0.576,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 28,
       "rate": 0.036,
       "lo": 0.006,
       "hi": 0.177,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 14,
       "n": 28,
       "rate": 0.5,
       "lo": 0.326,
       "hi": 0.674,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 28,
       "rate": 0.036,
       "lo": 0.006,
       "hi": 0.177,
       "small": false
      }
     }
    },
    "integration": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 4,
       "n": 6,
       "rate": 0.667,
       "lo": 0.3,
       "hi": 0.903,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     }
    },
    "V017_fact": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 7,
       "n": 8,
       "rate": 0.875,
       "lo": 0.529,
       "hi": 0.978,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 1,
       "rate": 1.0,
       "lo": 0.207,
       "hi": 1,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 3,
       "rate": 1.0,
       "lo": 0.438,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 5,
       "rate": 1.0,
       "lo": 0.566,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     }
    },
    "score_rubric": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 4,
       "n": 4,
       "rate": 1.0,
       "lo": 0.51,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     }
    }
   },
   "section": {
    "identity": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 10,
       "rate": 0.3,
       "lo": 0.108,
       "hi": 0.603,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 10,
       "rate": 0.1,
       "lo": 0.018,
       "hi": 0.404,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 10,
       "rate": 0.2,
       "lo": 0.057,
       "hi": 0.51,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 27,
       "rate": 0.037,
       "lo": 0.007,
       "hi": 0.183,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 13,
       "n": 27,
       "rate": 0.481,
       "lo": 0.307,
       "hi": 0.66,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 27,
       "rate": 0.037,
       "lo": 0.007,
       "hi": 0.183,
       "small": false
      }
     }
    },
    "integrations": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 4,
       "n": 6,
       "rate": 0.667,
       "lo": 0.3,
       "hi": 0.903,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     }
    },
    "layer4": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 2,
       "rate": 1.0,
       "lo": 0.342,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 5,
       "n": 12,
       "rate": 0.417,
       "lo": 0.193,
       "hi": 0.68,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 12,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.243,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 12,
       "rate": 0.5,
       "lo": 0.254,
       "hi": 0.746,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 6,
       "n": 12,
       "rate": 0.5,
       "lo": 0.254,
       "hi": 0.746,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 33,
       "rate": 0.03,
       "lo": 0.005,
       "hi": 0.153,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 27,
       "n": 33,
       "rate": 0.818,
       "lo": 0.656,
       "hi": 0.914,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 3,
       "n": 33,
       "rate": 0.091,
       "lo": 0.031,
       "hi": 0.236,
       "small": false
      }
     }
    },
    "pricing": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 5,
       "rate": 1.0,
       "lo": 0.566,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     }
    },
    "scoring_dim": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 2,
       "rate": 1.0,
       "lo": 0.342,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "security": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 4,
       "rate": 0.75,
       "lo": 0.301,
       "hi": 0.954,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     }
    }
   },
   "cohort": {
    "ad-sales-publisher": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "bd": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 4,
       "n": 4,
       "rate": 1.0,
       "lo": 0.51,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 3,
       "n": 4,
       "rate": 0.75,
       "lo": 0.301,
       "hi": 0.954,
       "small": true
      }
     }
    },
    "call-center": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 10,
       "n": 12,
       "rate": 0.833,
       "lo": 0.552,
       "hi": 0.953,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 12,
       "rate": 0.083,
       "lo": 0.015,
       "hi": 0.354,
       "small": false
      }
     }
    },
    "customer-success": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 1,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.793,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "cx": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "erp": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 3,
       "n": 5,
       "rate": 0.6,
       "lo": 0.231,
       "hi": 0.882,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      }
     }
    },
    "field-service": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "finance": {
     "fails": {
      "jev_checker_miss": {
       "k": 3,
       "n": 3,
       "rate": 1.0,
       "lo": 0.438,
       "hi": 1,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 3,
       "n": 3,
       "rate": 1.0,
       "lo": 0.438,
       "hi": 1,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 3,
       "rate": 0.667,
       "lo": 0.208,
       "hi": 0.939,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      }
     }
    },
    "fintech": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 6,
       "n": 8,
       "rate": 0.75,
       "lo": 0.409,
       "hi": 0.929,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 2,
       "n": 8,
       "rate": 0.25,
       "lo": 0.071,
       "hi": 0.591,
       "small": true
      }
     }
    },
    "healthcare-clinical": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 4,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.49,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 4,
       "rate": 0.25,
       "lo": 0.046,
       "hi": 0.699,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 9,
       "n": 10,
       "rate": 0.9,
       "lo": 0.596,
       "hi": 0.982,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 10,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.278,
       "small": false
      }
     }
    },
    "healthcare-rcm": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 8,
       "rate": 0.125,
       "lo": 0.022,
       "hi": 0.471,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 8,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.324,
       "small": true
      }
     }
    },
    "higher-ed-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 17,
       "rate": 0.059,
       "lo": 0.01,
       "hi": 0.27,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 14,
       "n": 17,
       "rate": 0.824,
       "lo": 0.59,
       "hi": 0.938,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 17,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.184,
       "small": false
      }
     }
    },
    "insurance-brokerage": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "pharma-lifesci-crm": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "real_estate": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 2,
       "rate": 1.0,
       "lo": 0.342,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "recruiting": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 1,
       "n": 2,
       "rate": 0.5,
       "lo": 0.095,
       "hi": 0.905,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 2,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.658,
       "small": true
      }
     }
    },
    "sales": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    },
    "tax": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 3,
       "rate": 0.333,
       "lo": 0.061,
       "hi": 0.792,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 3,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.562,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 5,
       "rate": 1.0,
       "lo": 0.566,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 5,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.434,
       "small": true
      }
     }
    }
   },
   "verbatim": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 2,
       "n": 20,
       "rate": 0.1,
       "lo": 0.028,
       "hi": 0.301,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 20,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.161,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 20,
       "rate": 0.05,
       "lo": 0.009,
       "hi": 0.236,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 5,
       "n": 5,
       "rate": 1.0,
       "lo": 0.566,
       "hi": 1,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 7,
       "n": 15,
       "rate": 0.467,
       "lo": 0.248,
       "hi": 0.699,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 15,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.204,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 15,
       "rate": 0.4,
       "lo": 0.198,
       "hi": 0.643,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 15,
       "rate": 0.467,
       "lo": 0.248,
       "hi": 0.699,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 74,
       "rate": 0.041,
       "lo": 0.014,
       "hi": 0.113,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 51,
       "n": 74,
       "rate": 0.689,
       "lo": 0.577,
       "hi": 0.783,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 6,
       "n": 74,
       "rate": 0.081,
       "lo": 0.038,
       "hi": 0.166,
       "small": false
      }
     }
    }
   },
   "producer_group": {
    "ground_py": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 2,
       "n": 5,
       "rate": 0.4,
       "lo": 0.118,
       "hi": 0.769,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 1,
       "n": 5,
       "rate": 0.2,
       "lo": 0.036,
       "hi": 0.624,
       "small": true
      }
     }
    },
    "opus_validator": {
     "fails": {
      "jev_checker_miss": {
       "k": 9,
       "n": 29,
       "rate": 0.31,
       "lo": 0.173,
       "hi": 0.492,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 29,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.117,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 29,
       "rate": 0.207,
       "lo": 0.098,
       "hi": 0.384,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 7,
       "n": 29,
       "rate": 0.241,
       "lo": 0.122,
       "hi": 0.421,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 3,
       "n": 74,
       "rate": 0.041,
       "lo": 0.014,
       "hi": 0.113,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 54,
       "n": 74,
       "rate": 0.73,
       "lo": 0.619,
       "hi": 0.818,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 6,
       "n": 74,
       "rate": 0.081,
       "lo": 0.038,
       "hi": 0.166,
       "small": false
      }
     }
    },
    "other": {
     "fails": {
      "jev_checker_miss": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 0,
       "rate": null,
       "lo": null,
       "hi": null,
       "small": true
      }
     }
    }
   },
   "has_number": {
    "False": {
     "fails": {
      "jev_checker_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "jev_escape": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      },
      "mistral_vocab_miss": {
       "k": 1,
       "n": 6,
       "rate": 0.167,
       "lo": 0.03,
       "hi": 0.564,
       "small": true
      },
      "mistral_prod_miss": {
       "k": 0,
       "n": 6,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.39,
       "small": true
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 0,
       "n": 7,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.354,
       "small": true
      },
      "jev_unneeded_escalation": {
       "k": 6,
       "n": 7,
       "rate": 0.857,
       "lo": 0.487,
       "hi": 0.974,
       "small": true
      },
      "mistral_vocab_unneeded": {
       "k": 0,
       "n": 7,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.354,
       "small": true
      }
     }
    },
    "True": {
     "fails": {
      "jev_checker_miss": {
       "k": 8,
       "n": 29,
       "rate": 0.276,
       "lo": 0.147,
       "hi": 0.457,
       "small": false
      },
      "jev_escape": {
       "k": 0,
       "n": 29,
       "rate": 0.0,
       "lo": 0,
       "hi": 0.117,
       "small": false
      },
      "mistral_vocab_miss": {
       "k": 6,
       "n": 29,
       "rate": 0.207,
       "lo": 0.098,
       "hi": 0.384,
       "small": false
      },
      "mistral_prod_miss": {
       "k": 8,
       "n": 29,
       "rate": 0.276,
       "lo": 0.147,
       "hi": 0.457,
       "small": false
      }
     },
     "passes": {
      "jev_checker_overflag": {
       "k": 4,
       "n": 72,
       "rate": 0.056,
       "lo": 0.022,
       "hi": 0.134,
       "small": false
      },
      "jev_unneeded_escalation": {
       "k": 50,
       "n": 72,
       "rate": 0.694,
       "lo": 0.58,
       "hi": 0.789,
       "small": false
      },
      "mistral_vocab_unneeded": {
       "k": 7,
       "n": 72,
       "rate": 0.097,
       "lo": 0.048,
       "hi": 0.187,
       "small": false
      }
     }
    }
   }
  }
 },
 "q32": {
  "pooled": {
   "fails_jevchecker_x_vocab": {
    "rows": "Jev checker miss",
    "cols": "Mistral vocab miss",
    "n": 120,
    "both": 14,
    "row_only": 18,
    "col_only": 10,
    "neither": 78,
    "expected_both_if_independent": 6.4,
    "odds_ratio": 6.067,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 2.212,
     "hi": 18.768,
     "undefined": 0,
     "n_vendors": 76
    },
    "P_col_given_row": {
     "k": 14,
     "n": 32,
     "rate": 0.438,
     "lo": 0.282,
     "hi": 0.607,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 10,
     "n": 88,
     "rate": 0.114,
     "lo": 0.063,
     "hi": 0.197,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.118,
     "hi": 0.534,
     "undefined": 0,
     "n_vendors": 76
    },
    "rate_row": 0.267,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": -0.163,
     "hi": 0.018,
     "undefined": 0,
     "n_vendors": 76
    },
    "mcnemar_exact_p": 0.1849,
    "fisher_p_exploratory": 0.0002
   },
   "fails_jevchecker_x_prod": {
    "rows": "Jev checker miss",
    "cols": "Mistral prod miss",
    "n": 120,
    "both": 13,
    "row_only": 19,
    "col_only": 10,
    "neither": 78,
    "expected_both_if_independent": 6.13,
    "odds_ratio": 5.337,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 2.085,
     "hi": 16.003,
     "undefined": 0,
     "n_vendors": 76
    },
    "P_col_given_row": {
     "k": 13,
     "n": 32,
     "rate": 0.406,
     "lo": 0.255,
     "hi": 0.577,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 10,
     "n": 88,
     "rate": 0.114,
     "lo": 0.063,
     "hi": 0.197,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.112,
     "hi": 0.477,
     "undefined": 0,
     "n_vendors": 76
    },
    "rate_row": 0.267,
    "rate_col": 0.192,
    "diff_col_minus_row_boot95": {
     "lo": -0.171,
     "hi": 0.01,
     "undefined": 0,
     "n_vendors": 76
    },
    "mcnemar_exact_p": 0.136,
    "fisher_p_exploratory": 0.001
   },
   "fails_jevescape_x_vocab": {
    "rows": "Jev escape (escalation view)",
    "cols": "Mistral vocab miss",
    "n": 120,
    "both": 0,
    "row_only": 0,
    "col_only": 24,
    "neither": 96,
    "expected_both_if_independent": 0.0,
    "odds_ratio": 3.939,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 2.521,
     "hi": 6.808,
     "undefined": 0,
     "n_vendors": 76
    },
    "P_col_given_row": {
     "k": 0,
     "n": 0,
     "rate": null,
     "lo": null,
     "hi": null,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 24,
     "n": 120,
     "rate": 0.2,
     "lo": 0.138,
     "hi": 0.28,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": null,
     "hi": null,
     "undefined": 2000,
     "n_vendors": 76
    },
    "rate_row": 0.0,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": 0.125,
     "hi": 0.282,
     "undefined": 0,
     "n_vendors": 76
    },
    "mcnemar_exact_p": 0.0,
    "fisher_p_exploratory": 1.0
   },
   "passes_jevunneeded_x_vocab": {
    "rows": "Jev unneeded escalation",
    "cols": "Mistral vocab flags pass",
    "n": 252,
    "both": 16,
    "row_only": 169,
    "col_only": 0,
    "neither": 67,
    "expected_both_if_independent": 11.75,
    "odds_ratio": 13.142,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 6.701,
     "hi": 21.284,
     "undefined": 0,
     "n_vendors": 110
    },
    "P_col_given_row": {
     "k": 16,
     "n": 185,
     "rate": 0.086,
     "lo": 0.054,
     "hi": 0.136,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 0,
     "n": 67,
     "rate": 0.0,
     "lo": 0,
     "hi": 0.054,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.046,
     "hi": 0.13,
     "undefined": 0,
     "n_vendors": 110
    },
    "rate_row": 0.734,
    "rate_col": 0.063,
    "diff_col_minus_row_boot95": {
     "lo": -0.727,
     "hi": -0.61,
     "undefined": 0,
     "n_vendors": 110
    },
    "mcnemar_exact_p": 0.0,
    "fisher_p_exploratory": 0.0079
   },
   "passes_jevoverflag_x_vocab": {
    "rows": "Jev checker over-flag",
    "cols": "Mistral vocab flags pass",
    "n": 252,
    "both": 5,
    "row_only": 8,
    "col_only": 11,
    "neither": 228,
    "expected_both_if_independent": 0.83,
    "odds_ratio": 12.955,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 2.71,
     "hi": 55.29,
     "undefined": 0,
     "n_vendors": 110
    },
    "P_col_given_row": {
     "k": 5,
     "n": 13,
     "rate": 0.385,
     "lo": 0.177,
     "hi": 0.645,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 11,
     "n": 239,
     "rate": 0.046,
     "lo": 0.026,
     "hi": 0.081,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.074,
     "hi": 0.613,
     "undefined": 0,
     "n_vendors": 110
    },
    "rate_row": 0.052,
    "rate_col": 0.063,
    "diff_col_minus_row_boot95": {
     "lo": -0.023,
     "hi": 0.046,
     "undefined": 0,
     "n_vendors": 110
    },
    "mcnemar_exact_p": 0.6476,
    "fisher_p_exploratory": 0.0005
   }
  },
  "dev": {
   "fails_jevchecker_x_vocab": {
    "rows": "Jev checker miss",
    "cols": "Mistral vocab miss",
    "n": 85,
    "both": 8,
    "row_only": 15,
    "col_only": 9,
    "neither": 53,
    "expected_both_if_independent": 4.6,
    "odds_ratio": 3.141,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 0.935,
     "hi": 9.445,
     "undefined": 0,
     "n_vendors": 54
    },
    "P_col_given_row": {
     "k": 8,
     "n": 23,
     "rate": 0.348,
     "lo": 0.188,
     "hi": 0.551,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 9,
     "n": 62,
     "rate": 0.145,
     "lo": 0.078,
     "hi": 0.253,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": -0.009,
     "hi": 0.424,
     "undefined": 0,
     "n_vendors": 54
    },
    "rate_row": 0.271,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": -0.202,
     "hi": 0.046,
     "undefined": 0,
     "n_vendors": 54
    },
    "mcnemar_exact_p": 0.3075,
    "fisher_p_exploratory": 0.0639
   },
   "fails_jevchecker_x_prod": {
    "rows": "Jev checker miss",
    "cols": "Mistral prod miss",
    "n": 85,
    "both": 7,
    "row_only": 16,
    "col_only": 8,
    "neither": 54,
    "expected_both_if_independent": 4.06,
    "odds_ratio": 2.953,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 0.895,
     "hi": 9.451,
     "undefined": 0,
     "n_vendors": 54
    },
    "P_col_given_row": {
     "k": 7,
     "n": 23,
     "rate": 0.304,
     "lo": 0.156,
     "hi": 0.509,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 8,
     "n": 62,
     "rate": 0.129,
     "lo": 0.067,
     "hi": 0.234,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": -0.012,
     "hi": 0.382,
     "undefined": 0,
     "n_vendors": 54
    },
    "rate_row": 0.271,
    "rate_col": 0.176,
    "diff_col_minus_row_boot95": {
     "lo": -0.225,
     "hi": 0.013,
     "undefined": 0,
     "n_vendors": 54
    },
    "mcnemar_exact_p": 0.1516,
    "fisher_p_exploratory": 0.1051
   },
   "fails_jevescape_x_vocab": {
    "rows": "Jev escape (escalation view)",
    "cols": "Mistral vocab miss",
    "n": 85,
    "both": 0,
    "row_only": 0,
    "col_only": 17,
    "neither": 68,
    "expected_both_if_independent": 0.0,
    "odds_ratio": 3.914,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 2.451,
     "hi": 7.526,
     "undefined": 0,
     "n_vendors": 54
    },
    "P_col_given_row": {
     "k": 0,
     "n": 0,
     "rate": null,
     "lo": null,
     "hi": null,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 17,
     "n": 85,
     "rate": 0.2,
     "lo": 0.129,
     "hi": 0.297,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": null,
     "hi": null,
     "undefined": 2000,
     "n_vendors": 54
    },
    "rate_row": 0.0,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": 0.113,
     "hi": 0.287,
     "undefined": 0,
     "n_vendors": 54
    },
    "mcnemar_exact_p": 0.0,
    "fisher_p_exploratory": 1.0
   },
   "passes_jevunneeded_x_vocab": {
    "rows": "Jev unneeded escalation",
    "cols": "Mistral vocab flags pass",
    "n": 173,
    "both": 9,
    "row_only": 120,
    "col_only": 0,
    "neither": 44,
    "expected_both_if_independent": 6.71,
    "odds_ratio": 7.017,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 2.731,
     "hi": 12.38,
     "undefined": 0,
     "n_vendors": 74
    },
    "P_col_given_row": {
     "k": 9,
     "n": 129,
     "rate": 0.07,
     "lo": 0.037,
     "hi": 0.127,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 0,
     "n": 44,
     "rate": 0.0,
     "lo": 0.0,
     "hi": 0.08,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.029,
     "hi": 0.114,
     "undefined": 0,
     "n_vendors": 74
    },
    "rate_row": 0.746,
    "rate_col": 0.052,
    "diff_col_minus_row_boot95": {
     "lo": -0.76,
     "hi": -0.624,
     "undefined": 0,
     "n_vendors": 74
    },
    "mcnemar_exact_p": 0.0,
    "fisher_p_exploratory": 0.1139
   },
   "passes_jevoverflag_x_vocab": {
    "rows": "Jev checker over-flag",
    "cols": "Mistral vocab flags pass",
    "n": 173,
    "both": 3,
    "row_only": 6,
    "col_only": 6,
    "neither": 158,
    "expected_both_if_independent": 0.47,
    "odds_ratio": 13.167,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 1.967,
     "hi": 98.692,
     "undefined": 0,
     "n_vendors": 74
    },
    "P_col_given_row": {
     "k": 3,
     "n": 9,
     "rate": 0.333,
     "lo": 0.121,
     "hi": 0.646,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 6,
     "n": 164,
     "rate": 0.037,
     "lo": 0.017,
     "hi": 0.078,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": -0.032,
     "hi": 0.647,
     "undefined": 0,
     "n_vendors": 74
    },
    "rate_row": 0.052,
    "rate_col": 0.052,
    "diff_col_minus_row_boot95": {
     "lo": -0.037,
     "hi": 0.035,
     "undefined": 0,
     "n_vendors": 74
    },
    "mcnemar_exact_p": 1.0,
    "fisher_p_exploratory": 0.0071
   }
  },
  "test": {
   "fails_jevchecker_x_vocab": {
    "rows": "Jev checker miss",
    "cols": "Mistral vocab miss",
    "n": 35,
    "both": 6,
    "row_only": 3,
    "col_only": 1,
    "neither": 25,
    "expected_both_if_independent": 1.8,
    "odds_ratio": 50.0,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 4.23,
     "hi": 360.008,
     "undefined": 0,
     "n_vendors": 22
    },
    "P_col_given_row": {
     "k": 6,
     "n": 9,
     "rate": 0.667,
     "lo": 0.354,
     "hi": 0.879,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 1,
     "n": 26,
     "rate": 0.038,
     "lo": 0.007,
     "hi": 0.189,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.143,
     "hi": 0.957,
     "undefined": 0,
     "n_vendors": 22
    },
    "rate_row": 0.257,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": -0.158,
     "hi": 0.056,
     "undefined": 0,
     "n_vendors": 22
    },
    "mcnemar_exact_p": 0.625,
    "fisher_p_exploratory": 0.0003
   },
   "fails_jevchecker_x_prod": {
    "rows": "Jev checker miss",
    "cols": "Mistral prod miss",
    "n": 35,
    "both": 6,
    "row_only": 3,
    "col_only": 2,
    "neither": 24,
    "expected_both_if_independent": 2.06,
    "odds_ratio": 24.0,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 4.762,
     "hi": 177.717,
     "undefined": 0,
     "n_vendors": 22
    },
    "P_col_given_row": {
     "k": 6,
     "n": 9,
     "rate": 0.667,
     "lo": 0.354,
     "hi": 0.879,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 2,
     "n": 26,
     "rate": 0.077,
     "lo": 0.021,
     "hi": 0.241,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.262,
     "hi": 0.893,
     "undefined": 0,
     "n_vendors": 22
    },
    "rate_row": 0.257,
    "rate_col": 0.229,
    "diff_col_minus_row_boot95": {
     "lo": -0.139,
     "hi": 0.1,
     "undefined": 0,
     "n_vendors": 22
    },
    "mcnemar_exact_p": 1.0,
    "fisher_p_exploratory": 0.0012
   },
   "fails_jevescape_x_vocab": {
    "rows": "Jev escape (escalation view)",
    "cols": "Mistral vocab miss",
    "n": 35,
    "both": 0,
    "row_only": 0,
    "col_only": 7,
    "neither": 28,
    "expected_both_if_independent": 0.0,
    "odds_ratio": 3.8,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 1.593,
     "hi": 15.0,
     "undefined": 0,
     "n_vendors": 22
    },
    "P_col_given_row": {
     "k": 0,
     "n": 0,
     "rate": null,
     "lo": null,
     "hi": null,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 7,
     "n": 35,
     "rate": 0.2,
     "lo": 0.1,
     "hi": 0.359,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": null,
     "hi": null,
     "undefined": 2000,
     "n_vendors": 22
    },
    "rate_row": 0.0,
    "rate_col": 0.2,
    "diff_col_minus_row_boot95": {
     "lo": 0.051,
     "hi": 0.382,
     "undefined": 0,
     "n_vendors": 22
    },
    "mcnemar_exact_p": 0.0156,
    "fisher_p_exploratory": 1.0
   },
   "passes_jevunneeded_x_vocab": {
    "rows": "Jev unneeded escalation",
    "cols": "Mistral vocab flags pass",
    "n": 79,
    "both": 7,
    "row_only": 49,
    "col_only": 0,
    "neither": 23,
    "expected_both_if_independent": 4.96,
    "odds_ratio": 7.121,
    "haldane_applied": true,
    "or_boot95": {
     "lo": 2.396,
     "hi": 14.855,
     "undefined": 0,
     "n_vendors": 36
    },
    "P_col_given_row": {
     "k": 7,
     "n": 56,
     "rate": 0.125,
     "lo": 0.062,
     "hi": 0.236,
     "small": false
    },
    "P_col_given_not_row": {
     "k": 0,
     "n": 23,
     "rate": 0.0,
     "lo": 0,
     "hi": 0.143,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": 0.04,
     "hi": 0.233,
     "undefined": 0,
     "n_vendors": 36
    },
    "rate_row": 0.709,
    "rate_col": 0.089,
    "diff_col_minus_row_boot95": {
     "lo": -0.724,
     "hi": -0.5,
     "undefined": 0,
     "n_vendors": 36
    },
    "mcnemar_exact_p": 0.0,
    "fisher_p_exploratory": 0.0999
   },
   "passes_jevoverflag_x_vocab": {
    "rows": "Jev checker over-flag",
    "cols": "Mistral vocab flags pass",
    "n": 79,
    "both": 2,
    "row_only": 2,
    "col_only": 5,
    "neither": 70,
    "expected_both_if_independent": 0.35,
    "odds_ratio": 14.0,
    "haldane_applied": false,
    "or_boot95": {
     "lo": 1.485,
     "hi": 212.194,
     "undefined": 0,
     "n_vendors": 36
    },
    "P_col_given_row": {
     "k": 2,
     "n": 4,
     "rate": 0.5,
     "lo": 0.15,
     "hi": 0.85,
     "small": true
    },
    "P_col_given_not_row": {
     "k": 5,
     "n": 75,
     "rate": 0.067,
     "lo": 0.029,
     "hi": 0.147,
     "small": false
    },
    "diff_conditional_boot95": {
     "lo": -0.092,
     "hi": 0.96,
     "undefined": 31,
     "n_vendors": 36
    },
    "rate_row": 0.051,
    "rate_col": 0.089,
    "diff_col_minus_row_boot95": {
     "lo": -0.029,
     "hi": 0.121,
     "undefined": 0,
     "n_vendors": 36
    },
    "mcnemar_exact_p": 0.4531,
    "fisher_p_exploratory": 0.0374
   }
  }
 },
 "explor_paraphrase_minus_verbatim_jev_checker_miss": {
  "point": -0.3,
  "boot95": {
   "lo": -0.465,
   "hi": -0.139,
   "undefined": 0,
   "n_vendors": 76
  }
 },
 "explor_opus_minus_groundpy_jev_checker_miss": {
  "point": null,
  "boot95": null
 },
 "jev_error_reps_total": 0,
 "mistral_vocab_error_reps_total": 1,
 "mistral_prod_error_reps_total": 1,
 "failclosed_differs_claims": 0
}