osverify
    auroc chk 0.6765151515151515 harn 0.6765151515151515 OK
  tau 0.05
    in t* chk 16.0 harn 16.0 OK
    in rej_inv chk 5 harn 5 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    in fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    in cp_fnr chk 0.10333500111522342 harn 0.10333500111522373 OK
    cf ri chk 5 harn 5 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    cf fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.64] harn [0.0, 0.64] OK
    cf tnr ci chk [0.0, 0.643] harn [0.0, 0.643] OK
    cf fnr ci chk [0.0, 0.15] harn [0.0, 0.15] OK
  tau 0.1
    in t* chk 15.0 harn 15.0 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 4 harn 4 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.09090909090909091 harn 0.09090909090909091 OK
    in cp_fnr chk 0.1960784968125613 harn 0.19607849681256095 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 4 harn 4 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.09090909090909091 harn 0.09090909090909091 OK
    cf violations chk 2 harn 2 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.056, 0.667] harn [0.056, 0.667] OK
    cf tnr ci chk [0.067, 0.684] harn [0.067, 0.684] OK
    cf fnr ci chk [0.045, 0.188] harn [0.045, 0.188] OK
referee
    auroc chk 0.6659090909090909 harn 0.6659090909090909 OK
  tau 0.05
    in t* chk 0.6 harn 0.6 OK
    in rej_inv chk 5 harn 5 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    in fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    in cp_fnr chk 0.10333500111522342 harn 0.10333500111522373 OK
    cf ri chk 5 harn 5 OK
    cf rv chk 2 harn 2 OK
    cf tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    cf fnr chk 0.045454545454545456 harn 0.045454545454545456 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.647] harn [0.0, 0.647] OK
    cf tnr ci chk [0.0, 0.63] harn [0.0, 0.63] OK
    cf fnr ci chk [0.0, 0.13] harn [0.0, 0.13] OK
  tau 0.1
    in t* chk 0.4 harn 0.4 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 3 harn 3 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.06818181818181818 harn 0.06818181818181818 OK
    in cp_fnr chk 0.16689884168360836 harn 0.1668988416836079 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 3 harn 3 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.06818181818181818 harn 0.06818181818181818 OK
    cf violations chk 2 harn 2 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.077, 0.667] harn [0.077, 0.667] OK
    cf tnr ci chk [0.071, 0.692] harn [0.071, 0.692] OK
    cf fnr ci chk [0.021, 0.171] harn [0.021, 0.171] OK
voting
    auroc chk 0.7083333333333334 harn 0.7083333333333334 OK
  tau 0.05
    in t* chk 0.625 harn 0.625 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    in cp_fnr chk 0.10333500111522342 harn 0.10333500111522373 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.077, 0.7] harn [0.077, 0.7] OK
    cf tnr ci chk [0.077, 0.714] harn [0.077, 0.714] OK
    cf fnr ci chk [0.0, 0.105] harn [0.0, 0.105] OK
  tau 0.1
    in t* chk 0.625 harn 0.625 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    in cp_fnr chk 0.10333500111522342 harn 0.10333500111522373 OK
    cf ri chk 8 harn 8 OK
    cf rv chk 2 harn 2 OK
    cf tnr chk 0.5333333333333333 harn 0.5333333333333333 OK
    cf fnr chk 0.045454545454545456 harn 0.045454545454545456 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.1, 0.75] harn [0.1, 0.75] OK
    cf tnr ci chk [0.111, 0.778] harn [0.111, 0.778] OK
    cf fnr ci chk [0.0, 0.163] harn [0.0, 0.163] OK
length
    auroc chk 0.7439393939393939 harn 0.7439393939393939 OK
  tau 0.05
    in t* chk -223.0 harn -223.0 OK
    in rej_inv chk 1 harn 1 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    in fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    in cp_fnr chk 0.10333500111522342 harn 0.10333500111522373 OK
    cf ri chk 1 harn 1 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf fnr chk 0.022727272727272728 harn 0.022727272727272728 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.269] harn [0.0, 0.269] OK
    cf tnr ci chk [0.0, 0.267] harn [0.0, 0.267] OK
    cf fnr ci chk [0.02, 0.109] harn [0.02, 0.109] OK
  tau 0.1
    in t* chk -232.0 harn -232.0 OK
    in rej_inv chk 1 harn 1 OK
    in rej_val chk 4 harn 4 OK
    in tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    in fnr chk 0.09090909090909091 harn 0.09090909090909091 OK
    in cp_fnr chk 0.1960784968125613 harn 0.19607849681256095 OK
    cf ri chk 1 harn 1 OK
    cf rv chk 4 harn 4 OK
    cf tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf fnr chk 0.09090909090909091 harn 0.09090909090909091 OK
    cf violations chk 4 harn 4 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.471] harn [0.0, 0.471] OK
    cf tnr ci chk [0.0, 0.5] harn [0.0, 0.5] OK
    cf fnr ci chk [0.065, 0.182] harn [0.065, 0.182] OK
cue
    auroc chk 0.5 harn 0.5 OK
  tau 0.05
    in t* chk +inf harn +inf OK
    in rej_inv chk 0 harn 0 OK
    in rej_val chk 0 harn 0 OK
    in tnr chk 0.0 harn 0.0 OK
    in fnr chk 0.0 harn 0.0 OK
    in cp_fnr chk 0.06581877114493428 harn 0.06581877114493394 OK
    cf ri chk 0 harn 0 OK
    cf rv chk 0 harn 0 OK
    cf tnr chk 0.0 harn 0.0 OK
    cf fnr chk 0.0 harn 0.0 OK
    cf violations chk 0 harn 0 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf fnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
  tau 0.1
    in t* chk +inf harn +inf OK
    in rej_inv chk 0 harn 0 OK
    in rej_val chk 0 harn 0 OK
    in tnr chk 0.0 harn 0.0 OK
    in fnr chk 0.0 harn 0.0 OK
    in cp_fnr chk 0.06581877114493428 harn 0.06581877114493394 OK
    cf ri chk 0 harn 0 OK
    cf rv chk 0 harn 0 OK
    cf tnr chk 0.0 harn 0.0 OK
    cf fnr chk 0.0 harn 0.0 OK
    cf violations chk 0 harn 0 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf fnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
osverify-referee
    tau 0.05 in diff chk 0.0 harn 0.0 OK
    tau 0.05 in diff ci chk [-0.381, 0.182] harn [-0.381, 0.182] OK
    tau 0.05 cf diff chk 0.0 harn 0.0 OK
    tau 0.05 cf diff ci chk [-0.35, 0.25] harn [-0.35, 0.25] OK
    tau 0.1 in diff chk 0.0 harn 0.0 OK
    tau 0.1 in diff ci chk [-0.286, 0.25] harn [-0.286, 0.25] OK
    tau 0.1 cf diff chk 0.0 harn 0.0 OK
    tau 0.1 cf diff ci chk [-0.286, 0.273] harn [-0.286, 0.273] OK
osverify-voting
    tau 0.05 in diff chk -0.06666666666666671 harn -0.06666666666666671 OK
    tau 0.05 in diff ci chk [-0.4, 0.154] harn [-0.4, 0.154] OK
    tau 0.05 cf diff chk -0.06666666666666671 harn -0.06666666666666671 OK
    tau 0.05 cf diff ci chk [-0.444, 0.2] harn [-0.444, 0.2] OK
    tau 0.1 in diff chk 0.0 harn 0.0 OK
    tau 0.1 in diff ci chk [-0.385, 0.222] harn [-0.385, 0.222] OK
    tau 0.1 cf diff chk -0.1333333333333333 harn -0.1333333333333333 OK
    tau 0.1 cf diff ci chk [-0.4, 0.2] harn [-0.4, 0.2] OK
osverify-length
    tau 0.05 in diff chk 0.26666666666666666 harn 0.26666666666666666 OK
    tau 0.05 in diff ci chk [-0.167, 0.615] harn [-0.167, 0.615] OK
    tau 0.05 cf diff chk 0.26666666666666666 harn 0.26666666666666666 OK
    tau 0.05 cf diff ci chk [-0.125, 0.625] harn [-0.125, 0.625] OK
    tau 0.1 in diff chk 0.33333333333333337 harn 0.33333333333333337 OK
    tau 0.1 in diff ci chk [-0.25, 0.647] harn [-0.25, 0.647] OK
    tau 0.1 cf diff chk 0.33333333333333337 harn 0.33333333333333337 OK
    tau 0.1 cf diff ci chk [-0.25, 0.667] harn [-0.25, 0.667] OK
osverify-cue
    tau 0.05 in diff chk 0.3333333333333333 harn 0.3333333333333333 OK
    tau 0.05 in diff ci chk [0.0, 0.64] harn [0.0, 0.64] OK
    tau 0.05 cf diff chk 0.3333333333333333 harn 0.3333333333333333 OK
    tau 0.05 cf diff ci chk [0.0, 0.643] harn [0.0, 0.643] OK
    tau 0.1 in diff chk 0.4 harn 0.4 OK
    tau 0.1 in diff ci chk [0.056, 0.667] harn [0.056, 0.667] OK
    tau 0.1 cf diff chk 0.4 harn 0.4 OK
    tau 0.1 cf diff ci chk [0.067, 0.684] harn [0.067, 0.684] OK
referee-voting checker-only (not a baseline pair)
referee-length checker-only (not a baseline pair)
referee-cue checker-only (not a baseline pair)
voting-length checker-only (not a baseline pair)
voting-cue checker-only (not a baseline pair)
length-cue checker-only (not a baseline pair)
decisions (checker, section-5 clauses a+b only): {'osverify-referee': "DON'T", 'osverify-voting': "DON'T"}
MISMATCHES 0
