osverify
    auroc chk 0.6792592592592592 harn 0.6792592592592592 OK
  tau 0.05
    in t* chk 16.0 harn 16.0 OK
    in rej_inv chk 5 harn 5 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    in fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    in cp_fnr chk 0.10113378359391367 harn 0.10113378359391356 OK
    cf ri chk 5 harn 5 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    cf fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.647] harn [0.0, 0.647] OK
    cf tnr ci chk [0.0, 0.643] harn [0.0, 0.643] OK
    cf fnr ci chk [0.0, 0.146] harn [0.0, 0.146] OK
  tau 0.1
    in t* chk 15.0 harn 15.0 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 4 harn 4 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.08888888888888889 harn 0.08888888888888889 OK
    in cp_fnr chk 0.19197631701164264 harn 0.19197631701164264 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 4 harn 4 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.08888888888888889 harn 0.08888888888888889 OK
    cf violations chk 2 harn 2 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.667] harn [0.0, 0.667] OK
    cf tnr ci chk [0.077, 0.688] harn [0.077, 0.688] OK
    cf fnr ci chk [0.043, 0.205] harn [0.043, 0.205] OK
referee
    auroc chk 0.6607407407407407 harn 0.6607407407407407 OK
  tau 0.05
    in t* chk 0.6 harn 0.6 OK
    in rej_inv chk 5 harn 5 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    in fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    in cp_fnr chk 0.10113378359391367 harn 0.10113378359391356 OK
    cf ri chk 5 harn 5 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.3333333333333333 harn 0.3333333333333333 OK
    cf fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.647] harn [0.0, 0.647] OK
    cf tnr ci chk [0.0, 0.643] harn [0.0, 0.643] OK
    cf fnr ci chk [0.0, 0.091] harn [0.0, 0.091] OK
  tau 0.1
    in t* chk 0.4 harn 0.4 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 3 harn 3 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    in cp_fnr chk 0.16338838109952247 harn 0.16338838109952253 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 3 harn 3 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf violations chk 3 harn 3 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.071, 0.688] harn [0.071, 0.688] OK
    cf tnr ci chk [0.077, 0.688] harn [0.077, 0.688] OK
    cf fnr ci chk [0.019, 0.128] harn [0.019, 0.128] OK
voting
    auroc chk 0.7051851851851851 harn 0.7051851851851851 OK
  tau 0.05
    in t* chk 0.625 harn 0.625 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    in cp_fnr chk 0.10113378359391367 harn 0.10113378359391356 OK
    cf ri chk 6 harn 6 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.4 harn 0.4 OK
    cf fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.077, 0.7] harn [0.077, 0.7] OK
    cf tnr ci chk [0.071, 0.714] harn [0.071, 0.714] OK
    cf fnr ci chk [0.0, 0.12] harn [0.0, 0.12] OK
  tau 0.1
    in t* chk 0.625 harn 0.625 OK
    in rej_inv chk 6 harn 6 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.4 harn 0.4 OK
    in fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    in cp_fnr chk 0.10113378359391367 harn 0.10113378359391356 OK
    cf ri chk 7 harn 7 OK
    cf rv chk 3 harn 3 OK
    cf tnr chk 0.4666666666666667 harn 0.4666666666666667 OK
    cf fnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.1, 0.765] harn [0.1, 0.765] OK
    cf tnr ci chk [0.111, 0.769] harn [0.111, 0.769] OK
    cf fnr ci chk [0.0, 0.163] harn [0.0, 0.163] OK
length
    auroc chk 0.7451851851851852 harn 0.7451851851851852 OK
  tau 0.05
    in t* chk -223.0 harn -223.0 OK
    in rej_inv chk 1 harn 1 OK
    in rej_val chk 1 harn 1 OK
    in tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    in fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    in cp_fnr chk 0.10113378359391367 harn 0.10113378359391356 OK
    cf ri chk 1 harn 1 OK
    cf rv chk 1 harn 1 OK
    cf tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf fnr chk 0.022222222222222223 harn 0.022222222222222223 OK
    cf violations chk 1 harn 1 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.278] harn [0.0, 0.278] OK
    cf tnr ci chk [0.0, 0.308] harn [0.0, 0.308] OK
    cf fnr ci chk [0.02, 0.128] harn [0.02, 0.128] OK
  tau 0.1
    in t* chk -232.0 harn -232.0 OK
    in rej_inv chk 1 harn 1 OK
    in rej_val chk 4 harn 4 OK
    in tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    in fnr chk 0.08888888888888889 harn 0.08888888888888889 OK
    in cp_fnr chk 0.19197631701164264 harn 0.19197631701164264 OK
    cf ri chk 1 harn 1 OK
    cf rv chk 5 harn 5 OK
    cf tnr chk 0.06666666666666667 harn 0.06666666666666667 OK
    cf fnr chk 0.1111111111111111 harn 0.1111111111111111 OK
    cf violations chk 3 harn 3 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.529] harn [0.0, 0.529] OK
    cf tnr ci chk [0.0, 0.571] harn [0.0, 0.571] OK
    cf fnr ci chk [0.064, 0.2] harn [0.064, 0.2] OK
cue
    auroc chk 0.5 harn 0.5 OK
  tau 0.05
    in t* chk +inf harn +inf OK
    in rej_inv chk 0 harn 0 OK
    in rej_val chk 0 harn 0 OK
    in tnr chk 0.0 harn 0.0 OK
    in fnr chk 0.0 harn 0.0 OK
    in cp_fnr chk 0.06440428880778315 harn 0.06440428880778348 OK
    cf ri chk 0 harn 0 OK
    cf rv chk 0 harn 0 OK
    cf tnr chk 0.0 harn 0.0 OK
    cf fnr chk 0.0 harn 0.0 OK
    cf violations chk 0 harn 0 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf fnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
  tau 0.1
    in t* chk +inf harn +inf OK
    in rej_inv chk 0 harn 0 OK
    in rej_val chk 0 harn 0 OK
    in tnr chk 0.0 harn 0.0 OK
    in fnr chk 0.0 harn 0.0 OK
    in cp_fnr chk 0.06440428880778315 harn 0.06440428880778348 OK
    cf ri chk 0 harn 0 OK
    cf rv chk 0 harn 0 OK
    cf tnr chk 0.0 harn 0.0 OK
    cf fnr chk 0.0 harn 0.0 OK
    cf violations chk 0 harn 0 OK
    cf folds_without_valid chk 0 harn 0 OK
    in tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf tnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
    cf fnr ci chk [0.0, 0.0] harn [0.0, 0.0] OK
osverify-referee
    tau 0.05 in diff chk 0.0 harn 0.0 OK
    tau 0.05 in diff ci chk [-0.375, 0.182] harn [-0.375, 0.182] OK
    tau 0.05 cf diff chk 0.0 harn 0.0 OK
    tau 0.05 cf diff ci chk [-0.353, 0.25] harn [-0.353, 0.25] OK
    tau 0.1 in diff chk 0.0 harn 0.0 OK
    tau 0.1 in diff ci chk [-0.25, 0.235] harn [-0.25, 0.235] OK
    tau 0.1 cf diff chk 0.0 harn 0.0 OK
    tau 0.1 cf diff ci chk [-0.25, 0.286] harn [-0.25, 0.286] OK
osverify-voting
    tau 0.05 in diff chk -0.06666666666666671 harn -0.06666666666666671 OK
    tau 0.05 in diff ci chk [-0.412, 0.154] harn [-0.412, 0.154] OK
    tau 0.05 cf diff chk -0.06666666666666671 harn -0.06666666666666671 OK
    tau 0.05 cf diff ci chk [-0.412, 0.214] harn [-0.412, 0.214] OK
    tau 0.1 in diff chk 0.0 harn 0.0 OK
    tau 0.1 in diff ci chk [-0.375, 0.214] harn [-0.375, 0.214] OK
    tau 0.1 cf diff chk -0.06666666666666665 harn -0.06666666666666665 OK
    tau 0.1 cf diff ci chk [-0.369, 0.222] harn [-0.369, 0.222] OK
osverify-length
    tau 0.05 in diff chk 0.26666666666666666 harn 0.26666666666666666 OK
    tau 0.05 in diff ci chk [-0.167, 0.625] harn [-0.167, 0.625] OK
    tau 0.05 cf diff chk 0.26666666666666666 harn 0.26666666666666666 OK
    tau 0.05 cf diff ci chk [-0.167, 0.615] harn [-0.167, 0.615] OK
    tau 0.1 in diff chk 0.33333333333333337 harn 0.33333333333333337 OK
    tau 0.1 in diff ci chk [-0.312, 0.625] harn [-0.312, 0.625] OK
    tau 0.1 cf diff chk 0.33333333333333337 harn 0.33333333333333337 OK
    tau 0.1 cf diff ci chk [-0.364, 0.632] harn [-0.364, 0.632] OK
osverify-cue
    tau 0.05 in diff chk 0.3333333333333333 harn 0.3333333333333333 OK
    tau 0.05 in diff ci chk [0.0, 0.647] harn [0.0, 0.647] OK
    tau 0.05 cf diff chk 0.3333333333333333 harn 0.3333333333333333 OK
    tau 0.05 cf diff ci chk [0.0, 0.643] harn [0.0, 0.643] OK
    tau 0.1 in diff chk 0.4 harn 0.4 OK
    tau 0.1 in diff ci chk [0.0, 0.667] harn [0.0, 0.667] OK
    tau 0.1 cf diff chk 0.4 harn 0.4 OK
    tau 0.1 cf diff ci chk [0.077, 0.688] harn [0.077, 0.688] OK
referee-voting checker-only (not a baseline pair)
referee-length checker-only (not a baseline pair)
referee-cue checker-only (not a baseline pair)
voting-length checker-only (not a baseline pair)
voting-cue checker-only (not a baseline pair)
length-cue checker-only (not a baseline pair)
decisions (checker, section-5 clauses a+b only): {'osverify-referee': "DON'T", 'osverify-voting': "DON'T"}
MISMATCHES 0
