{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "anthropic/claude-haiku-5-5", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.6666666666666666, "ci95": [ 0.5555555555555556, 0.7699530516431925 ], "real_accuracy": 0.8109452736318408, "inflation": 0.14427860696517414, "inflation_ci95": [ 0.07526881720430108, 0.22058823529411764 ], "agreement": { "real": 0.7860696517412935, "w1": 0.6965174129353234, "w2": 0.6865671641791045, "w3": 0.6716417910447762 }, "epoch_accuracy": { "1": 0.6268656716417911, "2": 0.6865671641791045, "3": 0.6865671641791045 }, "epoch_sd": 0.03446867278744031, "mean_f1": 0.8258925373134328, "valid": 0.9154228855721394, "categories": { "pass": 134, "wrong_real": 26, "wrong_witness": 24, "rejected": 14, "query_error": 3 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.3888888888888889 }, "containment": { "tasks": 6, "accuracy": 0.8333333333333334 }, "counting": { "tasks": 6, "accuracy": 0.5 }, "element_types": { "tasks": 6, "accuracy": 1.0 }, "judgment_calls": { "tasks": 6, "accuracy": 0.6666666666666666 }, "name_matching": { "tasks": 6, "accuracy": 0.611111111111111 }, "proximity": { "tasks": 6, "accuracy": 0.7222222222222222 }, "relations": { "tasks": 7, "accuracy": 0.33333333333333337 }, "set_composition": { "tasks": 6, "accuracy": 0.611111111111111 }, "tag_grounding": { "tasks": 6, "accuracy": 0.7777777777777778 }, "viewport": { "tasks": 6, "accuracy": 0.9444444444444445 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.6825396825396826 }, "uncommon": { "tasks": 24, "accuracy": 0.7222222222222222 }, "rare": { "tasks": 22, "accuracy": 0.5909090909090909 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.6666666666666666 } }, "pairs": { "pairs": 7, "consistency": 1.0, "accuracy": 1.0 }, "missing": [], "overpassnl": { "em": 0.004975124378109453, "chrf": 0.7090478069633578, "kvs": 0.812719321861113, "trees": 0.6655421830794964, "oqs": 0.729103103967989, "ex": 0.6716417910447762, "ex_soft": 0.7344633343829385, "real_first": 0.7611940298507462 }, "execution_agreement": { "both": 115, "execution_only": 20, "grade_only": 19, "neither": 47 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7207010022235268, "kvs": 0.6666666666666666, "trees": 0.875, "oqs": 0.7541225562967311, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9233103109021973, "kvs": 1.0, "trees": 0.75, "oqs": 0.891103436967399, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9275692471575042, "kvs": 0.6666666666666666, "trees": 1.0, "oqs": 0.864745304608057, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6436794936394642, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5649871816405051, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6460224221796101, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5657681578205538, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6365361049524674, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5626060520781729, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8701015625805495, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8614624256220879, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8106780950350535, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8416546031069226, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7078973094800741, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8073943412552628, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8382811194728561, "kvs": 1.0, "trees": 0.625, "oqs": 0.8210937064909519, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.824228458606615, "kvs": 1.0, "trees": 0.75, "oqs": 0.8580761528688717, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7429710540329232, "kvs": 0.5454545454545454, "trees": 0.5, "oqs": 0.5961418664958229, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5108658027351884, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.43219336281649134, "ex": false, "ex_soft": 0.11442786069651742, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5231690848418122, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.43629445685203266, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.515526243648002, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.4099373193112388, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7024925231327095, "kvs": 1.0, "trees": 0.75, "oqs": 0.8174975077109031, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7908784049498438, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7358483572055036, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8498698741592198, "kvs": 1.0, "trees": 0.75, "oqs": 0.8666232913864066, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8608262506066089, "kvs": 1.0, "trees": 0.8, "oqs": 0.8869420835355363, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6739085882281888, "kvs": 1.0, "trees": 0.4, "oqs": 0.6913028627427296, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5145377064321032, "kvs": 0.42857142857142855, "trees": 0.3076923076923077, "oqs": 0.4169338142319465, "ex": false, "ex_soft": 0.023255813953488372, "real_first": true } }, { "task": "ad-09", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5637240586443728, "kvs": 0.625, "trees": 0.38461538461538464, "oqs": 0.5244464810865858, "ex": false, "ex_soft": 0.023255813953488372, "real_first": true } }, { "task": "ad-09", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.624214739046428, "kvs": 0.42857142857142855, "trees": 0.38461538461538464, "oqs": 0.47913385074441367, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.42739904439033155, "kvs": 0.14285714285714285, "trees": 0.5555555555555556, "oqs": 0.3752705809343433, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5167574695535421, "kvs": 0.0, "trees": 0.0, "oqs": 0.1722524898511807, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 3, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.20874055557719892, "kvs": 0.14285714285714285, "trees": 0.3333333333333333, "oqs": 0.22831034392255836, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.755463134378895, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8232496162215365, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6854312306056238, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7999056482971127, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6630111730805729, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7924322957887625, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9663657158685511, "kvs": 1.0, "trees": 0.6, "oqs": 0.8554552386228504, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7097668318000903, "kvs": 1.0, "trees": 0.6, "oqs": 0.7699222772666968, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8739916289073786, "kvs": 1.0, "trees": 0.8, "oqs": 0.8913305429691262, "ex": false, "ex_soft": 0.13333333333333333, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 1.0, "oqs": 0.9844340632066263, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 1.0, "oqs": 0.9844340632066263, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5876093817098071, "kvs": 1.0, "trees": 0.2, "oqs": 0.595869793903269, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7852527612551445, "kvs": 0.7777777777777778, "trees": 0.9230769230769231, "oqs": 0.8287024873699483, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8655431256252815, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9295400162340682, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9827692386779581, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.968615387251627, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.72542396021365, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8132365581664548, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6851300424908522, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8474242998779031, "ex": false, "ex_soft": 0.1746987951807229, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7297194085446115, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8622874218958229, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5350000164673511, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.7338888943780059, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4751303806536873, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.7139323491067846, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7002702594861764, "kvs": 1.0, "trees": 0.5, "oqs": 0.7334234198287254, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.45179141015540175, "kvs": 0.8333333333333334, "trees": 0.6666666666666666, "oqs": 0.6505971367184672, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.44763518777921674, "kvs": 0.8333333333333334, "trees": 0.6666666666666666, "oqs": 0.6492117292597389, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6598731650461016, "kvs": 0.8333333333333334, "trees": 0.6666666666666666, "oqs": 0.7199577216820338, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6429155387718023, "kvs": 0.6, "trees": 0.7272727272727273, "oqs": 0.6567294220148432, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6366584540430693, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5940376664992049, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5196990784926521, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5550512079823992, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9336098162720678, "kvs": 1.0, "trees": 0.6, "oqs": 0.8445366054240226, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8998051582977317, "kvs": 1.0, "trees": 0.6, "oqs": 0.8332683860992439, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9648894282686186, "kvs": 1.0, "trees": 0.8, "oqs": 0.921629809422873, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5753349377806795, "kvs": 0.5, "trees": 0.75, "oqs": 0.6084449792602266, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "wrong_real", "f1": 0.6, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6464318601746561, "kvs": 0.5, "trees": 0.75, "oqs": 0.632143953391552, "ex": false, "ex_soft": 0.6, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "wrong_real", "f1": 0.7407, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6515845003956667, "kvs": 0.5, "trees": 0.75, "oqs": 0.6338615001318889, "ex": false, "ex_soft": 0.5882352941176471, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5053895382995861, "kvs": 0.2, "trees": 0.625, "oqs": 0.44346317943319535, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "wrong_real", "f1": 0.9811, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6892152664636734, "kvs": 0.7142857142857143, "trees": 0.625, "oqs": 0.6761669935831293, "ex": false, "ex_soft": 0.9629629629629629, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "wrong_real", "f1": 0.9811, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6892152664636734, "kvs": 0.7142857142857143, "trees": 0.625, "oqs": 0.6761669935831293, "ex": false, "ex_soft": 0.9629629629629629, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8510502840338053, "kvs": 1.0, "trees": 1.0, "oqs": 0.9503500946779351, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8279199079029987, "kvs": 1.0, "trees": 0.875, "oqs": 0.9009733026343328, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8673357203267711, "kvs": 1.0, "trees": 0.875, "oqs": 0.9141119067755904, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8069947360051514, "kvs": 1.0, "trees": 1.0, "oqs": 0.9356649120017172, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9293015320523775, "kvs": 1.0, "trees": 0.8, "oqs": 0.9097671773507926, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7409292308574684, "kvs": 1.0, "trees": 0.6, "oqs": 0.7803097436191561, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45393879285961336, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.591789121429395, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28028903420353657, "kvs": 0.8, "trees": 0.42857142857142855, "oqs": 0.502953487591655, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2648596178638036, "kvs": 0.8888888888888888, "trees": 0.5714285714285714, "oqs": 0.5750590260604213, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8418540893417681, "kvs": 1.0, "trees": 0.6, "oqs": 0.8139513631139227, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8242830878891982, "kvs": 1.0, "trees": 0.8, "oqs": 0.8747610292963994, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8564029230177603, "kvs": 1.0, "trees": 0.6, "oqs": 0.8188009743392534, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7944707752197846, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8838712107875472, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9624936728580865, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9398788433336479, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9624936728580865, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9398788433336479, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8823469966745985, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9351413065838404, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9884127693974372, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9448555385170945, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7195928847101625, "kvs": 0.0, "trees": 0.0, "oqs": 0.23986429490338748, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6686731430880898, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.841938666743649, "ex": false, "ex_soft": 0.05172413793103448, "real_first": true } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7768828093149862, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8780085554859478, "ex": false, "ex_soft": 0.05172413793103448, "real_first": true } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7954178783854405, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8365678642237183, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7488866951049915, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7734384221778544, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7837995602982828, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.832695091527999, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7750669856393982, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8297842333083709, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.4048, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.677007059539786, "kvs": 0.7272727272727273, "trees": 0.6923076923076923, "oqs": 0.6988624930400684, "ex": false, "ex_soft": 0.2118380062305296, "real_first": false } }, { "task": "lu-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4585797547747774, "kvs": 0.6363636363636364, "trees": 0.46153846153846156, "oqs": 0.5188272842256252, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5282948421537642, "kvs": 0.6363636363636364, "trees": 0.6923076923076923, "oqs": 0.6189887236083643, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7455762477290969, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.6374143047985878, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.787140279918436, "kvs": 0.6666666666666666, "trees": 0.6666666666666666, "oqs": 0.7068245377505898, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6140359531124427, "kvs": 0.16666666666666666, "trees": 0.3333333333333333, "oqs": 0.3713453177041475, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8983702779207826, "kvs": 1.0, "trees": 0.75, "oqs": 0.8827900926402609, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8553197728689907, "kvs": 1.0, "trees": 0.875, "oqs": 0.9101065909563303, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9553329840758614, "kvs": 1.0, "trees": 0.75, "oqs": 0.9017776613586205, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5931676825460545, "kvs": 0.5, "trees": 0.5, "oqs": 0.5310558941820182, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5354049621545782, "kvs": 0.5, "trees": 0.5, "oqs": 0.5118016540515261, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.469640377211021, "kvs": 0.75, "trees": 0.5, "oqs": 0.5732134590703403, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7797628822678778, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8789685798035783, "ex": false, "ex_soft": 0.125, "real_first": true } }, { "task": "lu-17", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7224399912014182, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8122419018290442, "ex": false, "ex_soft": 0.125, "real_first": true } }, { "task": "lu-17", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5917962655228052, "kvs": 0.6, "trees": 0.7142857142857143, "oqs": 0.6353606599361732, "ex": false, "ex_soft": 0.125, "real_first": true } }, { "task": "lu-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6528809731790048, "kvs": 0.45454545454545453, "trees": 0.6923076923076923, "oqs": 0.5999113733440505, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6511260330191289, "kvs": 0.7142857142857143, "trees": 0.9230769230769231, "oqs": 0.7628295567939221, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5154797091710205, "kvs": 0.5, "trees": 0.7692307692307693, "oqs": 0.5949034928005966, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.740839573488918, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7707560483058297, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8172446028039947, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8914624866489507, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8172446028039947, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8914624866489507, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8664327344751281, "kvs": 1.0, "trees": 1.0, "oqs": 0.9554775781583761, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8159783295794232, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8910403955740934, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8431793946067571, "kvs": 1.0, "trees": 1.0, "oqs": 0.9477264648689191, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6965440881279322, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8036099341378823, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7015854190851459, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8052903777902868, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8138899419737492, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8427252187531545, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8811890981840137, "kvs": 1.0, "trees": 0.75, "oqs": 0.8770630327280046, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7296417871900128, "kvs": 1.0, "trees": 0.75, "oqs": 0.8265472623966709, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7624822697006332, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7263829787891, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7452988634580705, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7722424782955472, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7806857439922391, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8316571527593178, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8998051582977317, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.871363624194482, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8224160209814179, "kvs": 1.0, "trees": 0.75, "oqs": 0.857472006993806, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8224160209814179, "kvs": 1.0, "trees": 0.75, "oqs": 0.857472006993806, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9494662084444432, "kvs": 1.0, "trees": 1.0, "oqs": 0.9831554028148144, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.9818, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16911348237072524, "kvs": 0.6666666666666666, "trees": 0.3076923076923077, "oqs": 0.3811574855765665, "ex": false, "ex_soft": 0.9642857142857143, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.6588, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2709420936663443, "kvs": 0.5, "trees": 0.3076923076923077, "oqs": 0.359544800452884, "ex": false, "ex_soft": 0.49122807017543857, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.25018962726364274, "kvs": 0.5, "trees": 0.3076923076923077, "oqs": 0.3526273116519835, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9781471481521099, "kvs": 1.0, "trees": 0.9090909090909091, "oqs": 0.962412685747673, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7395827878646897, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8525882020155026, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9621834143158003, "kvs": 1.0, "trees": 0.9090909090909091, "oqs": 0.9570914411355699, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7103877697287245, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.625684812131797, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6536826264318389, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.5327090236254278, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 3, "category": "wrong_real", "f1": 0.9894, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7019534398789926, "kvs": 0.75, "trees": 0.5833333333333334, "oqs": 0.6784289244041086, "ex": false, "ex_soft": 0.9789473684210527, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8023531432996669, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8864986668141747, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9081338609652068, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8741398584169736, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5595526068524874, "kvs": 0.0, "trees": 0.0, "oqs": 0.18651753561749582, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 2, "category": "wrong_real", "f1": 0.2857, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6601092957386345, "kvs": 0.6875, "trees": 0.5714285714285714, "oqs": 0.6396792890557353, "ex": false, "ex_soft": 0.16666666666666666, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "wrong_real", "f1": 0.6667, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48726867682338654, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.5528990827506527, "ex": false, "ex_soft": 0.5, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7992735804484623, "kvs": 1.0, "trees": 0.8, "oqs": 0.8664245268161541, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8349486596706999, "kvs": 1.0, "trees": 0.6, "oqs": 0.8116495532235666, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7992735804484623, "kvs": 1.0, "trees": 0.8, "oqs": 0.8664245268161541, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7241651454154301, "kvs": 0.5454545454545454, "trees": 0.6, "oqs": 0.6232065636233252, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6130445468552945, "kvs": 0.5454545454545454, "trees": 0.4, "oqs": 0.5194996974366134, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6087205137338346, "kvs": 0.6, "trees": 0.4, "oqs": 0.5362401712446115, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7852315273075353, "kvs": 1.0, "trees": 1.0, "oqs": 0.9284105091025118, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6686433963228737, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7466906559171483, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8376960500720744, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8982796357383105, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4743176491176041, "kvs": 0.6, "trees": 0.25, "oqs": 0.4414392163725347, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47981719500781544, "kvs": 0.6666666666666666, "trees": 0.25, "oqs": 0.4654946205581607, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4331323299803048, "kvs": 0.5, "trees": 0.375, "oqs": 0.43604410999343496, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4146552856767253, "kvs": 1.0, "trees": 0.2, "oqs": 0.5382184285589084, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6297697005732883, "kvs": 1.0, "trees": 0.4, "oqs": 0.6765899001910961, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6191052710630873, "kvs": 1.0, "trees": 0.2, "oqs": 0.6063684236876957, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.572713537837368, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7623330840410274, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5612173498480205, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.49659625947314967, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8531951290259091, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8558269477705411, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8196649002966314, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.703777188987766, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7689169879908181, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6868612182191617, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8137245331845027, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.7017970666170564, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7943960319684974, "kvs": 1.0, "trees": 0.8, "oqs": 0.8647986773228326, "ex": false, "ex_soft": 0.948051948051948, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5081369737745325, "kvs": 1.0, "trees": 0.8, "oqs": 0.7693789912581774, "ex": false, "ex_soft": 0.948051948051948, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5355460389570398, "kvs": 1.0, "trees": 0.8, "oqs": 0.7785153463190134, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6468126926960592, "kvs": 0.2, "trees": 0.7272727272727273, "oqs": 0.5246951399895955, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.476720528650559, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.4073916913683681, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5446337606978745, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.43002943538414, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.760192874616922, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7256198470945295, "ex": false, "ex_soft": 0.4117647058823529, "real_first": false } }, { "task": "mv-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6916784237531306, "kvs": 1.0, "trees": 0.75, "oqs": 0.8138928079177102, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7489268741127085, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6801978469264585, "ex": false, "ex_soft": 0.4117647058823529, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7558944362435489, "kvs": 0.6, "trees": 0.6, "oqs": 0.6519648120811831, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7930602563708088, "kvs": 0.6, "trees": 0.6, "oqs": 0.6643534187902697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4401155859582485, "kvs": 0.6, "trees": 0.4, "oqs": 0.48003852865274954, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7887697577543635, "kvs": 0.5, "trees": 0.625, "oqs": 0.6379232525847879, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8503052060211039, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7556572908959236, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7701870602454916, "kvs": 0.5, "trees": 0.625, "oqs": 0.6317290200818305, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7740374814786792, "kvs": 1.0, "trees": 0.5333333333333333, "oqs": 0.7691236049373376, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7866280641699173, "kvs": 1.0, "trees": 0.5333333333333333, "oqs": 0.7733204658344168, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5091024199888088, "kvs": 1.0, "trees": 0.6, "oqs": 0.7030341399962695, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.96581927913401, "kvs": 1.0, "trees": 1.0, "oqs": 0.9886064263780033, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8874229698476851, "kvs": 1.0, "trees": 1.0, "oqs": 0.9624743232825618, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8192199736395916, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.844501895975102, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6165552236031112, "kvs": 1.0, "trees": 0.8, "oqs": 0.8055184078677037, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7521721264820072, "kvs": 1.0, "trees": 0.8, "oqs": 0.8507240421606691, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7829784624321102, "kvs": 1.0, "trees": 0.7, "oqs": 0.8276594874773702, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9154551444402407, "kvs": 1.0, "trees": 0.8, "oqs": 0.9051517148134135, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.8, "oqs": 0.8898563220449587, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8312894508888581, "kvs": 1.0, "trees": 0.8, "oqs": 0.8770964836296195, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8312894508888581, "kvs": 1.0, "trees": 0.8, "oqs": 0.8770964836296195, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6128641529078027, "kvs": 1.0, "trees": 0.4, "oqs": 0.6709547176359343, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6727914679126464, "kvs": 1.0, "trees": 0.4, "oqs": 0.6909304893042155, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7685211937064209, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8752213502830927, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9352727155526808, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9308051908985125, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7685211937064209, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8752213502830927, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7810905234851576, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.879411126876005, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8071133109609518, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8880853893679364, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8325425274638548, "kvs": 1.0, "trees": 1.0, "oqs": 0.9441808424879516, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7721281571279011, "kvs": 1.0, "trees": 0.6, "oqs": 0.7907093857093003, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.713523558254064, "kvs": 1.0, "trees": 0.6, "oqs": 0.7711745194180213, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8740309879507029, "kvs": 1.0, "trees": 0.6, "oqs": 0.8246769959835677, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38635995627325853, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5732310965355306, "ex": false, "ex_soft": 0.16666666666666666, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.49971779153144863, "kvs": 1.0, "trees": 0.5, "oqs": 0.6665725971771496, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.361188435873966, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5648405897357665, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3996031999428242, "kvs": 0.25, "trees": 0.5, "oqs": 0.38320106664760806, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.380186709875215, "kvs": 0.25, "trees": 0.5, "oqs": 0.3767289032917383, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5830193972351577, "kvs": 0.4444444444444444, "trees": 0.6666666666666666, "oqs": 0.5647101694487562, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }