{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "openai-api/adaption/gemma-4-26b-a4b-it", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.22885572139303484, "ci95": [ 0.1352657004830918, 0.3333333333333333 ], "real_accuracy": 0.31840796019900497, "inflation": 0.08955223880597013, "inflation_ci95": [ 0.031746031746031744, 0.15458937198067632 ], "agreement": { "real": 0.31840796019900497, "w1": 0.2835820895522388, "w2": 0.2835820895522388, "w3": 0.22885572139303484 }, "epoch_accuracy": { "1": 0.23880597014925373, "2": 0.19402985074626866, "3": 0.2537313432835821 }, "epoch_sd": 0.03106964178307661, "mean_f1": 0.3316502487562189, "valid": 0.681592039800995, "categories": { "wrong_real": 73, "pass": 46, "query_error": 43, "rejected": 21, "wrong_witness": 18 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.05555555555555555 }, "containment": { "tasks": 6, "accuracy": 0.3333333333333333 }, "counting": { "tasks": 6, "accuracy": 0.0 }, "element_types": { "tasks": 6, "accuracy": 0.27777777777777773 }, "judgment_calls": { "tasks": 6, "accuracy": 0.16666666666666666 }, "name_matching": { "tasks": 6, "accuracy": 0.38888888888888884 }, "proximity": { "tasks": 6, "accuracy": 0.3333333333333333 }, "relations": { "tasks": 7, "accuracy": 0.0 }, "set_composition": { "tasks": 6, "accuracy": 0.05555555555555555 }, "tag_grounding": { "tasks": 6, "accuracy": 0.611111111111111 }, "viewport": { "tasks": 6, "accuracy": 0.3333333333333333 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.19047619047619047 }, "uncommon": { "tasks": 24, "accuracy": 0.2638888888888889 }, "rare": { "tasks": 22, "accuracy": 0.22727272727272727 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.22885572139303484 } }, "pairs": { "pairs": 7, "consistency": 0.14285714285714285, "accuracy": 0.19047619047619047 }, "missing": [], "overpassnl": { "em": 0.0, "chrf": 0.4646971071553026, "kvs": 0.3906015110257059, "trees": 0.4370661262452307, "oqs": 0.43078824814207967, "ex": 0.22885572139303484, "ex_soft": 0.2568728290068877, "real_first": 0.3034825870646766 }, "execution_agreement": { "both": 32, "execution_only": 14, "grade_only": 14, "neither": 141 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5231215548896433, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.4891886664446959, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49609738220986677, "kvs": 0.16666666666666666, "trees": 0.75, "oqs": 0.47092134962551113, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.674846340061251, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.5397635948352318, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49899597185822075, "kvs": 0.0, "trees": 0.0, "oqs": 0.16633199061940693, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5044742197801877, "kvs": 0.0, "trees": 0.0, "oqs": 0.16815807326006257, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49218486354271934, "kvs": 0.0, "trees": 0.0, "oqs": 0.16406162118090645, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "wrong_real", "f1": 0.2712, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3573029686975128, "kvs": 0.125, "trees": 0.7142857142857143, "oqs": 0.39886289432774236, "ex": false, "ex_soft": 0.06015037593984962, "real_first": false } }, { "task": "ad-04", "epoch": 2, "category": "wrong_real", "f1": 0.2712, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24547579069131384, "kvs": 0.1, "trees": 0.7142857142857143, "oqs": 0.3532538349923427, "ex": false, "ex_soft": 0.06015037593984962, "real_first": false } }, { "task": "ad-04", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.25569988912453695, "kvs": 0.1, "trees": 0.7142857142857143, "oqs": 0.3566618678034171, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5757939124712959, "kvs": 1.0, "trees": 0.75, "oqs": 0.775264637490432, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5757939124712959, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6641535263793208, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7463116686515444, "kvs": 1.0, "trees": 0.75, "oqs": 0.8321038895505147, "ex": false, "ex_soft": 0.1111111111111111, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39926190587644633, "kvs": 0.07692307692307693, "trees": 0.6428571428571429, "oqs": 0.3730140418855554, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-06", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.37372944086724874, "kvs": 0.2, "trees": 0.6428571428571429, "oqs": 0.40552886124146387, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-06", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3508688521083601, "kvs": 0.0, "trees": 0.0, "oqs": 0.11695628403612003, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5546249534689236, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6570972067118634, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5872690522283057, "kvs": 1.0, "trees": 0.75, "oqs": 0.7790896840761019, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5693996258005087, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6620220974890585, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "wrong_real", "f1": 0.5455, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49446900411841443, "kvs": 0.25, "trees": 0.6, "oqs": 0.44815633470613814, "ex": false, "ex_soft": 0.375, "real_first": false } }, { "task": "ad-08", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5285047519633985, "kvs": 0.0, "trees": 0.0, "oqs": 0.17616825065446617, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-08", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5916138942923961, "kvs": 0.0, "trees": 0.0, "oqs": 0.1972046314307987, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.435145643560472, "kvs": 0.0, "trees": 0.0, "oqs": 0.14504854785349067, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.34110964605607474, "kvs": 0.0, "trees": 0.0, "oqs": 0.11370321535202492, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.34623286247504487, "kvs": 0.0, "trees": 0.0, "oqs": 0.11541095415834829, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4518121428507966, "kvs": 0.0, "trees": 0.0, "oqs": 0.15060404761693222, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3885262053287417, "kvs": 0.0, "trees": 0.0, "oqs": 0.12950873510958058, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4215694710133605, "kvs": 0.0, "trees": 0.0, "oqs": 0.1405231570044535, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.22818191229234658, "kvs": 0.0, "trees": 0.0, "oqs": 0.07606063743078219, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.30610930352518884, "kvs": 0.0, "trees": 0.0, "oqs": 0.10203643450839628, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.29229687967466295, "kvs": 0.0, "trees": 0.0, "oqs": 0.09743229322488765, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-12", "epoch": 1, "category": "wrong_real", "f1": 0.0265, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5060171301107477, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.47978348781469365, "ex": false, "ex_soft": 0.013422818791946308, "real_first": false } }, { "task": "ad-12", "epoch": 2, "category": "wrong_real", "f1": 0.0265, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5060171301107477, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.47978348781469365, "ex": false, "ex_soft": 0.013422818791946308, "real_first": false } }, { "task": "ad-12", "epoch": 3, "category": "wrong_real", "f1": 0.0265, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5060171301107477, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.47978348781469365, "ex": false, "ex_soft": 0.013422818791946308, "real_first": false } }, { "task": "ad-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3868946632500666, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.4400759988611333, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.399721483947295, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.44435160576020943, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.399721483947295, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.44435160576020943, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4803194373629043, "kvs": 0.0, "trees": 0.0, "oqs": 0.1601064791209681, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.450290221834779, "kvs": 0.0, "trees": 0.0, "oqs": 0.150096740611593, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5070590267345171, "kvs": 0.0, "trees": 0.0, "oqs": 0.16901967557817235, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6666209235397763, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7936355459418302, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6475750966592183, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7872869369816442, "ex": false, "ex_soft": 0.1746987951807229, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4680528999746322, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.6798271571344013, "ex": false, "ex_soft": 0.1746987951807229, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.35066946250702874, "kvs": 0.0, "trees": 0.5, "oqs": 0.2835564875023429, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.37632042102764207, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.3476623625647696, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41672677596138774, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.36113114754268477, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.18618748385075626, "kvs": 0.6, "trees": 0.6666666666666666, "oqs": 0.4842847168391409, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24185574265989226, "kvs": 0.0, "trees": 0.0, "oqs": 0.08061858088663075, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3125086007279966, "kvs": 0.0, "trees": 0.0, "oqs": 0.10416953357599885, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4427300178326978, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.426364551398778, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4002230824718464, "kvs": 0.16666666666666666, "trees": 0.45454545454545453, "oqs": 0.34047840122798917, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4353377051193857, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.42390044716100733, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6146979070289065, "kvs": 1.0, "trees": 0.6, "oqs": 0.7382326356763022, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6146979070289065, "kvs": 1.0, "trees": 0.6, "oqs": 0.7382326356763022, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6146979070289065, "kvs": 1.0, "trees": 0.6, "oqs": 0.7382326356763022, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4692663745680001, "kvs": 0.2, "trees": 0.75, "oqs": 0.4730887915226667, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4692663745680001, "kvs": 0.2, "trees": 0.75, "oqs": 0.4730887915226667, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45463326376849483, "kvs": 0.3333333333333333, "trees": 0.75, "oqs": 0.512655532367276, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4266892635154089, "kvs": 0.2, "trees": 0.75, "oqs": 0.45889642117180296, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5228459441628547, "kvs": 0.6, "trees": 0.75, "oqs": 0.6242819813876183, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4266892635154089, "kvs": 0.2, "trees": 0.75, "oqs": 0.45889642117180296, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.33815436668676385, "kvs": 0.3, "trees": 0.75, "oqs": 0.4627181222289212, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4365731977286742, "kvs": 0.3333333333333333, "trees": 0.5, "oqs": 0.42330217702066913, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49450828426949905, "kvs": 0.5, "trees": 0.75, "oqs": 0.5815027614231664, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6146979070289065, "kvs": 1.0, "trees": 0.6, "oqs": 0.7382326356763022, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5795681412189175, "kvs": 1.0, "trees": 0.6, "oqs": 0.7265227137396392, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6007153727717354, "kvs": 1.0, "trees": 0.6, "oqs": 0.7335717909239118, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28921933408307166, "kvs": 0.0, "trees": 0.0, "oqs": 0.09640644469435722, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.20367178322511081, "kvs": 0.0, "trees": 0.0, "oqs": 0.06789059440837027, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3202644064914438, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.5472309926400051, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5703095135315569, "kvs": 1.0, "trees": 0.6, "oqs": 0.723436504510519, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5519912556493829, "kvs": 1.0, "trees": 0.6, "oqs": 0.7173304185497943, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5519912556493829, "kvs": 1.0, "trees": 0.6, "oqs": 0.7173304185497943, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7719557030989594, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8763661867472722, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 2, "category": "wrong_real", "f1": 0.0835, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6910645299883313, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.70654531951992, "ex": false, "ex_soft": 0.043548387096774194, "real_first": false } }, { "task": "lu-09", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5125585626041645, "kvs": 0.25, "trees": 0.42857142857142855, "oqs": 0.39704333039186435, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6022564859772604, "kvs": 0.375, "trees": 0.6923076923076923, "oqs": 0.5565213927616509, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5768680131978937, "kvs": 0.375, "trees": 0.6923076923076923, "oqs": 0.5480585685018621, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6043524574731637, "kvs": 0.375, "trees": 0.6923076923076923, "oqs": 0.557220049926952, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4199929898358012, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.48920401248494966, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5340915340730106, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.5272368605640194, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4471581455797521, "kvs": 0.25, "trees": 0.42857142857142855, "oqs": 0.37524319138372686, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41335463932736727, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.4869912289821383, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4041950763505014, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.483938041323183, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49191978121260044, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.5131796096105493, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.0323, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5029230479323116, "kvs": 0.5454545454545454, "trees": 0.6923076923076923, "oqs": 0.5802284285648497, "ex": false, "ex_soft": 0.022058823529411766, "real_first": false } }, { "task": "lu-13", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5366298387261297, "kvs": 0.6363636363636364, "trees": 0.6923076923076923, "oqs": 0.6217670557991528, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.529403631590351, "kvs": 0.5384615384615384, "trees": 0.6923076923076923, "oqs": 0.5867242874531938, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45811637772935926, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.37492768146534194, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.463532345741282, "kvs": 0.0, "trees": 0.0, "oqs": 0.15451078191376066, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45811637772935926, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.37492768146534194, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.44618043913539784, "kvs": 0.5, "trees": 0.625, "oqs": 0.5237268130451326, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.513638192088103, "kvs": 0.3333333333333333, "trees": 0.625, "oqs": 0.49065717514047874, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4376124545047188, "kvs": 0.5, "trees": 0.5, "oqs": 0.479204151501573, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.23554939623253673, "kvs": 0.0, "trees": 0.5, "oqs": 0.24518313207751227, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.25694290894440436, "kvs": 0.0, "trees": 0.5, "oqs": 0.2523143029814681, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2913909766334358, "kvs": 0.0, "trees": 0.5, "oqs": 0.2637969922111453, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4044578289607705, "kvs": 0.0, "trees": 0.0, "oqs": 0.13481927632025684, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4707491834961841, "kvs": 0.5, "trees": 0.7142857142857143, "oqs": 0.5616782992606328, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38637077552224053, "kvs": 0.2222222222222222, "trees": 0.7142857142857143, "oqs": 0.4409595706767257, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4070085168037394, "kvs": 0.0, "trees": 0.0, "oqs": 0.13566950560124647, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4448929408785366, "kvs": 0.0, "trees": 0.0, "oqs": 0.1482976469595122, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.36029411437255315, "kvs": 0.0, "trees": 0.0, "oqs": 0.12009803812418439, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4636359905503464, "kvs": 0.0, "trees": 0.0, "oqs": 0.1545453301834488, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4522451375218472, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4602721886977586, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.42390202263341836, "kvs": 0.0, "trees": 0.0, "oqs": 0.14130067421113945, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5474096116033412, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.49199368005825667, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6769198421088907, "kvs": 0.0, "trees": 0.0, "oqs": 0.22563994736963022, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6571038700981001, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7904631947946048, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.376017356189314, "kvs": 0.6666666666666666, "trees": 0.5714285714285714, "oqs": 0.538037531428184, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3725944034962911, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.43372194402257325, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48719703352055904, "kvs": 0.0, "trees": 0.0, "oqs": 0.16239901117351968, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.17548776143908718, "kvs": 0.0, "trees": 0.0, "oqs": 0.05849592047969573, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4601011507343563, "kvs": 0.0, "trees": 0.0, "oqs": 0.15336705024478545, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.574976874576026, "kvs": 0.5714285714285714, "trees": 0.375, "oqs": 0.5071351486681991, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.40156397315340375, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4433784672416108, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41076525175839895, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44644556010994246, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41076525175839895, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44644556010994246, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48560426844041193, "kvs": 0.5714285714285714, "trees": 0.5, "oqs": 0.5190109466229944, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6440927013145648, "kvs": 0.5714285714285714, "trees": 0.5, "oqs": 0.5718404242477121, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6099163540454642, "kvs": 1.0, "trees": 0.75, "oqs": 0.7866387846818214, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24041754624378417, "kvs": 0.375, "trees": 0.3076923076923077, "oqs": 0.30770328464536395, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.17893236031787876, "kvs": 0.375, "trees": 0.3076923076923077, "oqs": 0.28720822267006213, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.33333979422981524, "kvs": 0.0, "trees": 0.0, "oqs": 0.11111326474327175, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4223183893468846, "kvs": 0.0, "trees": 0.45454545454545453, "oqs": 0.292287947964113, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3681791132748899, "kvs": 0.0, "trees": 0.6363636363636364, "oqs": 0.3348475832128421, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43410159116746316, "kvs": 0.0, "trees": 0.6363636363636364, "oqs": 0.3568217425103665, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.0606, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.32761505042515743, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.33142723903060806, "ex": false, "ex_soft": 0.031578947368421054, "real_first": false } }, { "task": "mc-10", "epoch": 2, "category": "wrong_real", "f1": 0.0606, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3716392865838731, "kvs": 0.16666666666666666, "trees": 0.6666666666666666, "oqs": 0.4016575399724021, "ex": false, "ex_soft": 0.031578947368421054, "real_first": false } }, { "task": "mc-10", "epoch": 3, "category": "wrong_real", "f1": 0.0606, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3716392865838731, "kvs": 0.16666666666666666, "trees": 0.6666666666666666, "oqs": 0.4016575399724021, "ex": false, "ex_soft": 0.031578947368421054, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6008419838659795, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7717092327172312, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5192606864360246, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7445154669072463, "ex": false, "ex_soft": 0.35, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.44730479481757324, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.45862540779633393, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4037451124829729, "kvs": 0.0, "trees": 0.0, "oqs": 0.13458170416099097, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.40604532460010745, "kvs": 0.0, "trees": 0.0, "oqs": 0.13534844153336914, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3065289641871718, "kvs": 0.0, "trees": 0.0, "oqs": 0.10217632139572393, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5280111201002119, "kvs": 1.0, "trees": 0.6, "oqs": 0.7093370400334039, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5480791273442197, "kvs": 1.0, "trees": 0.6, "oqs": 0.7160263757814066, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5480791273442197, "kvs": 1.0, "trees": 0.6, "oqs": 0.7160263757814066, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28921286749002134, "kvs": 0.0, "trees": 0.0, "oqs": 0.09640428916334044, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.36342999884806776, "kvs": 0.0, "trees": 0.0, "oqs": 0.12114333294935592, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5315791813277901, "kvs": 0.0, "trees": 0.0, "oqs": 0.17719306044259672, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6006462872986695, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7240249529090802, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4011416129730976, "kvs": 0.0, "trees": 0.0, "oqs": 0.13371387099103252, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5826354107781653, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7180213274022456, "ex": false, "ex_soft": 0.02868617326448652, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11996846879704987, "kvs": 0.0, "trees": 0.0, "oqs": 0.039989489599016624, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11798847782843623, "kvs": 0.21052631578947367, "trees": 0.25, "oqs": 0.1928382645393033, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10159600858153736, "kvs": 0.0, "trees": 0.0, "oqs": 0.03386533619384579, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5820950192515995, "kvs": 1.0, "trees": 0.6, "oqs": 0.7273650064171998, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5648176253384913, "kvs": 1.0, "trees": 0.6, "oqs": 0.7216058751128305, "ex": false, "ex_soft": 0.5151515151515151, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5820950192515995, "kvs": 1.0, "trees": 0.6, "oqs": 0.7273650064171998, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.48814562220962404, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7341437788317795, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.499276757162568, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7378541571494274, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.48814562220962404, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7341437788317795, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4452538657252271, "kvs": 0.6, "trees": 0.75, "oqs": 0.5984179552417423, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-02", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5115703170458272, "kvs": 0.0, "trees": 0.0, "oqs": 0.17052343901527575, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5699249429921421, "kvs": 1.0, "trees": 0.75, "oqs": 0.773308314330714, "ex": false, "ex_soft": 0.08053691275167785, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5233075361204792, "kvs": 1.0, "trees": 0.6, "oqs": 0.7077691787068264, "ex": false, "ex_soft": 0.948051948051948, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5436884274296542, "kvs": 1.0, "trees": 0.6, "oqs": 0.7145628091432181, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5233075361204792, "kvs": 1.0, "trees": 0.6, "oqs": 0.7077691787068264, "ex": false, "ex_soft": 0.948051948051948, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5115679813959632, "kvs": 0.125, "trees": 0.7272727272727273, "oqs": 0.45461356955623017, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45189697095779763, "kvs": 0.16666666666666666, "trees": 0.45454545454545453, "oqs": 0.3577030307233063, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5421487777039367, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.45950413802252427, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5635882763783919, "kvs": 1.0, "trees": 0.75, "oqs": 0.7711960921261306, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5729740964089715, "kvs": 1.0, "trees": 0.75, "oqs": 0.7743246988029905, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5635882763783919, "kvs": 1.0, "trees": 0.75, "oqs": 0.7711960921261306, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8142103683827687, "kvs": 1.0, "trees": 0.6, "oqs": 0.804736789460923, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8142103683827687, "kvs": 1.0, "trees": 0.6, "oqs": 0.804736789460923, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8142103683827687, "kvs": 1.0, "trees": 0.6, "oqs": 0.804736789460923, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24879303804696173, "kvs": 0.0, "trees": 0.0, "oqs": 0.08293101268232057, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 2, "category": "wrong_real", "f1": 0.8889, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2510024224984048, "kvs": 0.4444444444444444, "trees": 0.75, "oqs": 0.4818156223142831, "ex": false, "ex_soft": 0.8, "real_first": false } }, { "task": "mv-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.21754739552593855, "kvs": 0.0, "trees": 0.0, "oqs": 0.07251579850864619, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4013854711811443, "kvs": 0.0, "trees": 0.0, "oqs": 0.13379515706038145, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5076066556267368, "kvs": 0.875, "trees": 0.3333333333333333, "oqs": 0.5719799963200234, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.32280763877512847, "kvs": 0.0, "trees": 0.0, "oqs": 0.10760254625837616, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5168417051718521, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.6960900922001412, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5819412717372239, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7177899477219318, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5819412717372239, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7177899477219318, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3679820824221587, "kvs": 0.0, "trees": 0.0, "oqs": 0.12266069414071956, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.26968291310011755, "kvs": 0.0, "trees": 0.0, "oqs": 0.08989430436670585, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39672591930887846, "kvs": 0.0, "trees": 0.0, "oqs": 0.1322419731029595, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4802080860196203, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.4711804731176512, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5799211266240847, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.5044181533191393, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5813491190061864, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.5048941507798399, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6003792999908798, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.5112375444414043, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5710084398957235, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.501447257743019, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5710084398957235, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.501447257743019, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5568441194764653, "kvs": 0.0, "trees": 0.0, "oqs": 0.18561470649215508, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6596557705271482, "kvs": 0.0, "trees": 0.0, "oqs": 0.21988525684238272, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8020609411491785, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8387822184782977, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5617288625009422, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.49676676369079026, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7657955816430791, "kvs": 0.0, "trees": 0.0, "oqs": 0.25526519388102636, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5802330116547277, "kvs": 0.0, "trees": 0.0, "oqs": 0.19341100388490925, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 1, "category": "wrong_real", "f1": 0.1026, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41516681619056717, "kvs": 0.16666666666666666, "trees": 0.4, "oqs": 0.3272778276190779, "ex": false, "ex_soft": 0.05405405405405406, "real_first": false } }, { "task": "mv-17", "epoch": 2, "category": "wrong_real", "f1": 0.1026, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4955685100851441, "kvs": 0.5, "trees": 0.4, "oqs": 0.4651895033617148, "ex": false, "ex_soft": 0.05405405405405406, "real_first": false } }, { "task": "mv-17", "epoch": 3, "category": "wrong_real", "f1": 0.1026, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4829835550837523, "kvs": 0.5, "trees": 0.4, "oqs": 0.4609945183612507, "ex": false, "ex_soft": 0.01652892561983471, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4291092050628296, "kvs": 0.0, "trees": 0.0, "oqs": 0.14303640168760987, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39892799476944735, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.41075377603426017, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39892799476944735, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.41075377603426017, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2530747992190823, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.306580488628583, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.27017218436079765, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.3122796170091548, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.288721060762008, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.3184625758095582, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }