{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "anthropic/claude-sonnet-5-5", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.7512437810945274, "ci95": [ 0.6417910447761194, 0.8484848484848485 ], "real_accuracy": 0.9104477611940298, "inflation": 0.15920398009950243, "inflation_ci95": [ 0.07692307692307693, 0.2537313432835821 ], "agreement": { "real": 0.8855721393034826, "w1": 0.7761194029850746, "w2": 0.7761194029850746, "w3": 0.7512437810945274 }, "epoch_accuracy": { "1": 0.7313432835820896, "2": 0.7611940298507462, "3": 0.7611940298507462 }, "epoch_sd": 0.017234336393720157, "mean_f1": 0.8855721393034826, "valid": 0.9154228855721394, "categories": { "pass": 151, "wrong_witness": 27, "rejected": 16, "wrong_real": 6, "query_error": 1 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.5555555555555556 }, "containment": { "tasks": 6, "accuracy": 1.0 }, "counting": { "tasks": 6, "accuracy": 0.3333333333333333 }, "element_types": { "tasks": 6, "accuracy": 1.0 }, "judgment_calls": { "tasks": 6, "accuracy": 0.8888888888888888 }, "name_matching": { "tasks": 6, "accuracy": 0.7222222222222222 }, "proximity": { "tasks": 6, "accuracy": 0.7777777777777778 }, "relations": { "tasks": 7, "accuracy": 0.33333333333333337 }, "set_composition": { "tasks": 6, "accuracy": 0.8888888888888888 }, "tag_grounding": { "tasks": 6, "accuracy": 0.8333333333333334 }, "viewport": { "tasks": 6, "accuracy": 1.0 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.6825396825396826 }, "uncommon": { "tasks": 24, "accuracy": 0.8472222222222222 }, "rare": { "tasks": 22, "accuracy": 0.712121212121212 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.7512437810945274 } }, "pairs": { "pairs": 7, "consistency": 0.8571428571428571, "accuracy": 0.8571428571428571 }, "missing": [], "overpassnl": { "em": 0.029850746268656716, "chrf": 0.8024749190554616, "kvs": 0.8383790691643841, "trees": 0.6296572001795883, "oqs": 0.7568370627998113, "ex": 0.8507462686567164, "ex_soft": 0.8677025047379159, "real_first": 0.8507462686567164 }, "execution_agreement": { "both": 140, "execution_only": 31, "grade_only": 11, "neither": 19 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9269187764625512, "kvs": 1.0, "trees": 0.75, "oqs": 0.8923062588208505, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8919009810505316, "kvs": 1.0, "trees": 0.75, "oqs": 0.8806336603501772, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9443574446682921, "kvs": 1.0, "trees": 0.75, "oqs": 0.8981191482227641, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6655412206806807, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5722744239875773, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6587060602067164, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5699960371629226, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6590550321693424, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5701123611504645, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9719388085812267, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8954081742889803, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9140850166077253, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.87612357696448, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9433813532295618, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.885889022505092, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9782457145272558, "kvs": 1.0, "trees": 0.75, "oqs": 0.909415238175752, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9782457145272558, "kvs": 1.0, "trees": 0.75, "oqs": 0.909415238175752, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9782457145272558, "kvs": 1.0, "trees": 0.75, "oqs": 0.909415238175752, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5406439631487469, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.4183098924781537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5368917312750275, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.4170591485202473, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.532518710898905, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.41560147506153977, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.932459936128103, "kvs": 1.0, "trees": 0.75, "oqs": 0.8941533120427009, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9557994702159317, "kvs": 1.0, "trees": 0.75, "oqs": 0.9019331567386439, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9362703084130005, "kvs": 1.0, "trees": 0.75, "oqs": 0.8954234361376668, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9471689723423288, "kvs": 1.0, "trees": 0.8, "oqs": 0.9157229907807762, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.548826129544975, "kvs": 0.35294117647058826, "trees": 0.3076923076923077, "oqs": 0.4031532045692903, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5881275022168201, "kvs": 0.375, "trees": 0.23076923076923078, "oqs": 0.39796557766201696, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5390858842498081, "kvs": 0.35294117647058826, "trees": 0.3076923076923077, "oqs": 0.39990645613756803, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5468833417798994, "kvs": 0.42857142857142855, "trees": 0.6111111111111112, "oqs": 0.528855293820813, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5468833417798994, "kvs": 0.42857142857142855, "trees": 0.6111111111111112, "oqs": 0.528855293820813, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5468833417798994, "kvs": 0.42857142857142855, "trees": 0.6111111111111112, "oqs": 0.528855293820813, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9462796610692065, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.886855125118307, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9168700299897038, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.8294328671394252, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9462796610692065, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.886855125118307, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9400833809224955, "kvs": 1.0, "trees": 0.4, "oqs": 0.7800277936408319, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9325515026503582, "kvs": 1.0, "trees": 0.6, "oqs": 0.8441838342167861, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9325515026503582, "kvs": 1.0, "trees": 0.6, "oqs": 0.8441838342167861, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9079791611258066, "kvs": 1.0, "trees": 0.4, "oqs": 0.7693263870419355, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8349486596706999, "kvs": 1.0, "trees": 0.6, "oqs": 0.8116495532235666, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8349486596706999, "kvs": 1.0, "trees": 0.6, "oqs": 0.8116495532235666, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9646372434903585, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9625713888557605, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9646372434903585, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9625713888557605, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9827692386779581, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.968615387251627, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9684542326872821, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8942466489909989, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9684542326872821, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8942466489909989, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9365943713560905, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8836266952139349, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7205942279293162, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.7957536315319942, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.49439985604867004, "kvs": 0.8333333333333334, "trees": 0.5, "oqs": 0.6092443964606679, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5292245806057858, "kvs": 1.0, "trees": 0.5, "oqs": 0.6764081935352619, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7983224700963102, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.8216630455876589, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7294325953311644, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.798699753999277, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7401850331820622, "kvs": 1.0, "trees": 0.5, "oqs": 0.7467283443940208, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6515430952065964, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5989992135537139, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.52723865467486, "kvs": 0.6, "trees": 0.36363636363636365, "oqs": 0.4969583394370745, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6366584540430693, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5940376664992049, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9410560224431733, "kvs": 1.0, "trees": 0.4, "oqs": 0.7803520074810577, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9410560224431733, "kvs": 1.0, "trees": 0.4, "oqs": 0.7803520074810577, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9410560224431733, "kvs": 1.0, "trees": 0.4, "oqs": 0.7803520074810577, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6350759045219936, "kvs": 0.5, "trees": 0.625, "oqs": 0.5866919681739978, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.664329363303299, "kvs": 0.5, "trees": 0.625, "oqs": 0.5964431211010996, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5782902215791734, "kvs": 0.5, "trees": 0.625, "oqs": 0.5677634071930578, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7685610328473026, "kvs": 0.7142857142857143, "trees": 0.625, "oqs": 0.7026155823776724, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.055916305916305926, "kvs": 0.0, "trees": 0.0, "oqs": 0.018638768638768642, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7943735948767658, "kvs": 0.7142857142857143, "trees": 0.625, "oqs": 0.7112197697208268, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8937049090885603, "kvs": 1.0, "trees": 1.0, "oqs": 0.9645683030295201, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8937049090885603, "kvs": 1.0, "trees": 1.0, "oqs": 0.9645683030295201, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8937049090885603, "kvs": 1.0, "trees": 1.0, "oqs": 0.9645683030295201, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9410560224431733, "kvs": 1.0, "trees": 0.4, "oqs": 0.7803520074810577, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9336098162720678, "kvs": 1.0, "trees": 0.6, "oqs": 0.8445366054240226, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9410560224431733, "kvs": 1.0, "trees": 0.4, "oqs": 0.7803520074810577, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24644334656426026, "kvs": 0.6666666666666666, "trees": 0.42857142857142855, "oqs": 0.44722714726745183, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.25953422184469843, "kvs": 0.8, "trees": 0.42857142857142855, "oqs": 0.49603521680537566, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.23460988215592907, "kvs": 0.6666666666666666, "trees": 0.42857142857142855, "oqs": 0.4432826591313414, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5954456279664503, "kvs": 1.0, "trees": 0.2, "oqs": 0.5984818759888167, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8564029230177603, "kvs": 1.0, "trees": 0.6, "oqs": 0.8188009743392534, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8564029230177603, "kvs": 1.0, "trees": 0.6, "oqs": 0.8188009743392534, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9624936728580865, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9398788433336479, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9624936728580865, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9398788433336479, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9884127693974372, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9448555385170945, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.736440934641869, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.860864926931905, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7838053199390917, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.8766530553643127, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9694041069574854, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8945632737477333, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9694041069574854, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8945632737477333, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9384392797775618, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8842416646877588, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8334654144596336, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6682979952960683, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8334654144596336, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6682979952960683, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7817763024615457, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6510682912967057, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9660898753739409, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9374145738425956, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5217878865436335, "kvs": 0.6363636363636364, "trees": 0.6153846153846154, "oqs": 0.5911787127639617, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9660898753739409, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9374145738425956, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6337293863960213, "kvs": 0.16666666666666666, "trees": 0.6666666666666666, "oqs": 0.48902090657645153, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6337293863960213, "kvs": 0.16666666666666666, "trees": 0.6666666666666666, "oqs": 0.48902090657645153, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6373015640894167, "kvs": 0.16666666666666666, "trees": 0.6666666666666666, "oqs": 0.49021163247425, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9780103851503288, "kvs": 1.0, "trees": 0.75, "oqs": 0.9093367950501096, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9780103851503288, "kvs": 1.0, "trees": 0.75, "oqs": 0.9093367950501096, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9780103851503288, "kvs": 1.0, "trees": 0.75, "oqs": 0.9093367950501096, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48469231008034036, "kvs": 0.75, "trees": 0.375, "oqs": 0.5365641033601135, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6449141485158656, "kvs": 0.75, "trees": 0.375, "oqs": 0.5899713828386218, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6768651405274807, "kvs": 0.75, "trees": 0.625, "oqs": 0.6839550468424935, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9393220356408575, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8845359166421907, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9756249631731545, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8966368924862896, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9698579004560176, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.894714538247244, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7443178160111956, "kvs": 0.625, "trees": 0.6153846153846154, "oqs": 0.661567477131937, "ex": false, "ex_soft": 0.05128205128205128, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8355227452341011, "kvs": 0.625, "trees": 0.6153846153846154, "oqs": 0.6919691202062389, "ex": false, "ex_soft": 0.05128205128205128, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7852973301264484, "kvs": 0.7142857142857143, "trees": 0.6153846153846154, "oqs": 0.7049892199322594, "ex": false, "ex_soft": 0.05128205128205128, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9333976744365736, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9301801771931436, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9669973701123624, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9413800757517398, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9669973701123624, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9413800757517398, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8166509138197647, "kvs": 0.5, "trees": 0.8571428571428571, "oqs": 0.7245979236542074, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7299658235807414, "kvs": 0.6666666666666666, "trees": 0.5714285714285714, "oqs": 0.6560203538919931, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7299658235807414, "kvs": 0.6666666666666666, "trees": 0.5714285714285714, "oqs": 0.6560203538919931, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7299658235807414, "kvs": 0.6666666666666666, "trees": 0.5714285714285714, "oqs": 0.6560203538919931, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9500625009281715, "kvs": 1.0, "trees": 0.75, "oqs": 0.9000208336427238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9753429891679506, "kvs": 1.0, "trees": 0.75, "oqs": 0.9084476630559836, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9500625009281715, "kvs": 1.0, "trees": 0.75, "oqs": 0.9000208336427238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9336098162720678, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8826318435192607, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9336098162720678, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8826318435192607, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9336098162720678, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8826318435192607, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9494662084444432, "kvs": 1.0, "trees": 0.75, "oqs": 0.899822069481481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9494662084444432, "kvs": 1.0, "trees": 0.75, "oqs": 0.899822069481481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9494662084444432, "kvs": 1.0, "trees": 0.75, "oqs": 0.899822069481481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.540638987806128, "kvs": 0.5, "trees": 0.23076923076923078, "oqs": 0.4238027395251196, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.545667727847027, "kvs": 0.5714285714285714, "trees": 0.23076923076923078, "oqs": 0.4492885100149431, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.548572268246908, "kvs": 0.5714285714285714, "trees": 0.23076923076923078, "oqs": 0.45025669014823677, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9835050183277877, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.9338956121698687, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7535784820078972, "kvs": 0.5, "trees": 0.5454545454545454, "oqs": 0.5996776758208142, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9835050183277877, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.9338956121698687, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.748454329440245, "kvs": 0.375, "trees": 0.6666666666666666, "oqs": 0.5967069987023038, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8724932093273483, "kvs": 0.75, "trees": 0.75, "oqs": 0.7908310697757828, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.702176770590939, "kvs": 0.3333333333333333, "trees": 0.6666666666666666, "oqs": 0.5673922568636462, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9393220356408575, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8845359166421907, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9393220356408575, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8845359166421907, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9393220356408575, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8845359166421907, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5232319587997334, "kvs": 0.7222222222222222, "trees": 0.7142857142857143, "oqs": 0.6532466317692234, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4936348550887498, "kvs": 0.631578947368421, "trees": 0.5714285714285714, "oqs": 0.5655474579619141, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5456945437714569, "kvs": 0.7222222222222222, "trees": 0.7142857142857143, "oqs": 0.6607341600931312, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8878413156239964, "kvs": 1.0, "trees": 0.6, "oqs": 0.829280438541332, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8973176608687812, "kvs": 1.0, "trees": 0.6, "oqs": 0.8324392202895937, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8878413156239964, "kvs": 1.0, "trees": 0.6, "oqs": 0.829280438541332, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6184909903355699, "kvs": 0.5333333333333333, "trees": 0.6, "oqs": 0.5839414412229678, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.805805007704358, "kvs": 0.5714285714285714, "trees": 0.6, "oqs": 0.6590778597109765, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7422874423389088, "kvs": 0.7272727272727273, "trees": 0.4, "oqs": 0.6231867232038787, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8966827549423221, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8703228230760122, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9169285513937024, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.7818333266550437, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8966827549423221, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8703228230760122, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3038483133131501, "kvs": 0.4444444444444444, "trees": 0.25, "oqs": 0.33276425258586484, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "C", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.25527537858522004, "kvs": 0.4444444444444444, "trees": 0.125, "oqs": 0.2749066076765548, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4451503555549154, "kvs": 0.6666666666666666, "trees": 0.25, "oqs": 0.453939007407194, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9113515468302017, "kvs": 1.0, "trees": 0.6, "oqs": 0.8371171822767339, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9203694518165795, "kvs": 1.0, "trees": 0.4, "oqs": 0.7734564839388599, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9113515468302017, "kvs": 1.0, "trees": 0.6, "oqs": 0.8371171822767339, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8842472485012833, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8661776542623326, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8842472485012833, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8661776542623326, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9147700939798536, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8763519360885227, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9446614268380006, "kvs": 1.0, "trees": 0.75, "oqs": 0.8982204756126668, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9446614268380006, "kvs": 1.0, "trees": 0.75, "oqs": 0.8982204756126668, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9446614268380006, "kvs": 1.0, "trees": 0.75, "oqs": 0.8982204756126668, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8950265362744836, "kvs": 1.0, "trees": 0.4, "oqs": 0.7650088454248278, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8950265362744836, "kvs": 1.0, "trees": 0.4, "oqs": 0.7650088454248278, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8950265362744836, "kvs": 1.0, "trees": 0.4, "oqs": 0.7650088454248278, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5995385566420764, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.4483310340322073, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6046859203916595, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.45004682194873497, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5854936890690817, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.44364941150787573, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9543698284236803, "kvs": 1.0, "trees": 0.75, "oqs": 0.9014566094745602, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8472557954291124, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.754640820698593, "ex": false, "ex_soft": 0.4117647058823529, "real_first": false } }, { "task": "mv-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9543698284236803, "kvs": 1.0, "trees": 0.75, "oqs": 0.9014566094745602, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8879441302086353, "kvs": 1.0, "trees": 0.8, "oqs": 0.8959813767362118, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9239391236022311, "kvs": 1.0, "trees": 0.75, "oqs": 0.8913130412007436, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9500625009281715, "kvs": 1.0, "trees": 0.75, "oqs": 0.9000208336427238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9500625009281715, "kvs": 1.0, "trees": 0.75, "oqs": 0.9000208336427238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5992615983852838, "kvs": 0.5, "trees": 0.5333333333333333, "oqs": 0.5441983105728724, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5479506812388001, "kvs": 0.5, "trees": 0.5333333333333333, "oqs": 0.5270946715240444, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.514189889935315, "kvs": 0.5, "trees": 0.5333333333333333, "oqs": 0.5158410744228829, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9709246514267859, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9426891695232144, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9709246514267859, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9426891695232144, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.921962659717926, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8787494580012134, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8120119275393823, "kvs": 1.0, "trees": 0.7, "oqs": 0.8373373091797941, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8405594919515673, "kvs": 1.0, "trees": 0.8, "oqs": 0.880186497317189, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6253389501370766, "kvs": 1.0, "trees": 0.7, "oqs": 0.7751129833790257, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9250653245094311, "kvs": 1.0, "trees": 0.4, "oqs": 0.775021774836477, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9250653245094311, "kvs": 1.0, "trees": 0.4, "oqs": 0.775021774836477, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9154551444402407, "kvs": 1.0, "trees": 0.6, "oqs": 0.838485048146747, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9189937831781364, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8777598324879503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9189937831781364, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8777598324879503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9189937831781364, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8777598324879503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8979087049449043, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8707314730768729, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9236356715098449, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8793071285985198, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9236356715098449, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8793071285985198, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8012872269806904, "kvs": 1.0, "trees": 0.4, "oqs": 0.7337624089935635, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9619575846495869, "kvs": 1.0, "trees": 0.6, "oqs": 0.8539858615498623, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8012872269806904, "kvs": 1.0, "trees": 0.4, "oqs": 0.7337624089935635, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4889081657111474, "kvs": 0.75, "trees": 0.16666666666666666, "oqs": 0.46852494412593804, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3969900160735022, "kvs": 1.0, "trees": 0.16666666666666666, "oqs": 0.521218894246723, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4411278471330189, "kvs": 1.0, "trees": 0.16666666666666666, "oqs": 0.5359315045998952, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-19", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5475468525148911, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5714045063938525, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.558450012995537, "kvs": 0.5, "trees": 0.5, "oqs": 0.519483337665179, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5208465338227359, "kvs": 0.625, "trees": 0.5, "oqs": 0.5486155112742453, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }