{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "openai-api/adaption/qwen3.5-397b", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.2935323383084577, "ci95": [ 0.21212121212121213, 0.37948717948717947 ], "real_accuracy": 0.4975124378109453, "inflation": 0.20398009950248758, "inflation_ci95": [ 0.13020833333333334, 0.2801932367149758 ], "agreement": { "real": 0.48258706467661694, "w1": 0.43781094527363185, "w2": 0.43781094527363185, "w3": 0.29850746268656714 }, "epoch_accuracy": { "1": 0.3283582089552239, "2": 0.2835820895522388, "3": 0.26865671641791045 }, "epoch_sd": 0.031069641783076613, "mean_f1": 0.5693855721393035, "valid": 0.7611940298507462, "categories": { "pass": 59, "wrong_real": 56, "wrong_witness": 38, "query_error": 27, "rejected": 21 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.16666666666666666 }, "containment": { "tasks": 6, "accuracy": 0.2222222222222222 }, "counting": { "tasks": 6, "accuracy": 0.0 }, "element_types": { "tasks": 6, "accuracy": 0.5 }, "judgment_calls": { "tasks": 6, "accuracy": 0.2222222222222222 }, "name_matching": { "tasks": 6, "accuracy": 0.27777777777777773 }, "proximity": { "tasks": 6, "accuracy": 0.4444444444444444 }, "relations": { "tasks": 7, "accuracy": 0.047619047619047616 }, "set_composition": { "tasks": 6, "accuracy": 0.27777777777777773 }, "tag_grounding": { "tasks": 6, "accuracy": 0.38888888888888884 }, "viewport": { "tasks": 6, "accuracy": 0.7222222222222222 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.2857142857142857 }, "uncommon": { "tasks": 24, "accuracy": 0.3611111111111111 }, "rare": { "tasks": 22, "accuracy": 0.22727272727272727 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.29353233830845765 } }, "pairs": { "pairs": 7, "consistency": 0.09523809523809523, "accuracy": 0.3333333333333333 }, "missing": [], "overpassnl": { "em": 0.04477611940298507, "chrf": 0.636504990141125, "kvs": 0.6969079289974812, "trees": 0.5463320123767885, "oqs": 0.6265816438384649, "ex": 0.4527363184079602, "ex_soft": 0.5312525828691185, "real_first": 0.4626865671641791 }, "execution_agreement": { "both": 57, "execution_only": 34, "grade_only": 2, "neither": 108 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7977575429598488, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6964747365421718, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8512168749505878, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7559611805390848, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8225490031562946, "kvs": 0.0, "trees": 0.0, "oqs": 0.2741830010520982, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5002336976224926, "kvs": 0.0, "trees": 0.0, "oqs": 0.1667445658741642, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6686602843926313, "kvs": 0.0, "trees": 0.0, "oqs": 0.2228867614642104, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5407809015992392, "kvs": 0.0, "trees": 0.0, "oqs": 0.18026030053307973, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8948376304274801, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9173268291901123, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8203384658638162, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7972556790974625, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7798906914120834, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7837730876135517, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6478923908793481, "kvs": 1.0, "trees": 0.75, "oqs": 0.7992974636264494, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8823213792906808, "kvs": 0.0, "trees": 0.0, "oqs": 0.2941071264302269, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-05", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6365866384132178, "kvs": 1.0, "trees": 0.5, "oqs": 0.7121955461377393, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5697744220106117, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.45182956924163253, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7479146755580615, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.773114415662211, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "wrong_real", "f1": 0.4842, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6271213090452799, "kvs": 1.0, "trees": 0.7857142857142857, "oqs": 0.8042785315865218, "ex": false, "ex_soft": 0.3194444444444444, "real_first": false } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.618229573181302, "kvs": 1.0, "trees": 0.75, "oqs": 0.7894098577271006, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5554977240666228, "kvs": 0.5, "trees": 0.75, "oqs": 0.6018325746888743, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5957870422915819, "kvs": 1.0, "trees": 0.75, "oqs": 0.781929014097194, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7999414270000649, "kvs": 0.0, "trees": 0.0, "oqs": 0.26664714233335496, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4130989522136432, "kvs": 0.0, "trees": 0.0, "oqs": 0.13769965073788107, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5366000418362182, "kvs": 0.3333333333333333, "trees": 0.38461538461538464, "oqs": 0.418182919928312, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.35736762564115654, "kvs": 0.0, "trees": 0.0, "oqs": 0.11912254188038551, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5970622902080563, "kvs": 0.7142857142857143, "trees": 0.6666666666666666, "oqs": 0.6593382237201458, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5911600243680839, "kvs": 0.0, "trees": 0.0, "oqs": 0.19705334145602796, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 3, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6162890115244842, "kvs": 0.7142857142857143, "trees": 0.6111111111111112, "oqs": 0.6472286123071033, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "wrong_real", "f1": 0.4076, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5875097077509941, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6720270454408075, "ex": false, "ex_soft": 0.256, "real_first": false } }, { "task": "ad-11", "epoch": 2, "category": "wrong_real", "f1": 0.4076, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.640400395123955, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6896572745651278, "ex": false, "ex_soft": 0.256, "real_first": false } }, { "task": "ad-11", "epoch": 3, "category": "wrong_real", "f1": 0.4076, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.747623752211263, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.7253983935942304, "ex": false, "ex_soft": 0.256, "real_first": false } }, { "task": "ad-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7108785967642454, "kvs": 1.0, "trees": 0.8, "oqs": 0.8369595322547484, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8036587674653537, "kvs": 1.0, "trees": 1.0, "oqs": 0.9345529224884513, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6145672888319947, "kvs": 1.0, "trees": 0.6, "oqs": 0.7381890962773316, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6541341218891208, "kvs": 1.0, "trees": 1.0, "oqs": 0.8847113739630403, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5717267464439434, "kvs": 1.0, "trees": 0.6, "oqs": 0.7239089154813145, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5742354366804024, "kvs": 0.2222222222222222, "trees": 0.6923076923076923, "oqs": 0.49625511707010567, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48242200467336244, "kvs": 0.0, "trees": 0.0, "oqs": 0.1608073348911208, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48884162681516824, "kvs": 0.5555555555555556, "trees": 0.6923076923076923, "oqs": 0.5789016248928054, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.771028720379023, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8284381448882457, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7888855605166861, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.7391523296960382, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6161379430793545, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7768078857883562, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4315185451448815, "kvs": 0.2, "trees": 0.6666666666666666, "oqs": 0.43272840393718265, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4812411602492428, "kvs": 0.6, "trees": 0.5, "oqs": 0.5270803867497476, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5796275893601129, "kvs": 0.6, "trees": 0.5, "oqs": 0.5598758631200377, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3692291007134483, "kvs": 0.6, "trees": 0.5, "oqs": 0.4897430335711494, "ex": false, "ex_soft": 0.048, "real_first": false } }, { "task": "ad-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5785921649095054, "kvs": 0.7142857142857143, "trees": 0.5, "oqs": 0.5976259597317398, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5987618984389782, "kvs": 1.0, "trees": 0.5, "oqs": 0.6995872994796594, "ex": false, "ex_soft": 0.048, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5950259002520746, "kvs": 0.6, "trees": 0.45454545454545453, "oqs": 0.549857118265843, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.668351433928828, "kvs": 0.6, "trees": 0.45454545454545453, "oqs": 0.5742989628247609, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6150495933078385, "kvs": 0.6, "trees": 0.45454545454545453, "oqs": 0.5565316826177643, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9051516580429853, "kvs": 1.0, "trees": 0.6, "oqs": 0.835050552680995, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9071215400644288, "kvs": 1.0, "trees": 0.4, "oqs": 0.7690405133548096, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.46301210252561786, "kvs": 0.5, "trees": 0.625, "oqs": 0.5293373675085392, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5104395740460733, "kvs": 0.0, "trees": 0.0, "oqs": 0.17014652468202443, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5774324900813897, "kvs": 0.5, "trees": 0.75, "oqs": 0.6091441633604632, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.493790622578288, "kvs": 0.2, "trees": 0.5, "oqs": 0.397930207526096, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.530371026450092, "kvs": 0.7142857142857143, "trees": 0.5, "oqs": 0.5815522469119355, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4630063997031454, "kvs": 0.2, "trees": 0.75, "oqs": 0.47100213323438184, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.727432896632527, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6730331877663979, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5460404214557089, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6542356960407919, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5228499704241949, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5631722123636206, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6636760601202992, "kvs": 0.0, "trees": 0.0, "oqs": 0.22122535337343308, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6630718174694242, "kvs": 1.0, "trees": 0.6, "oqs": 0.7543572724898081, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7418730258827508, "kvs": 1.0, "trees": 1.0, "oqs": 0.9139576752942503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45434053218276643, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.5919230345371126, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4628953084180714, "kvs": 0.75, "trees": 0.42857142857142855, "oqs": 0.5471555789965, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4373903883784998, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.586272986602357, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6706948586060096, "kvs": 1.0, "trees": 0.8, "oqs": 0.8235649528686698, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.552871140663982, "kvs": 1.0, "trees": 0.6, "oqs": 0.7176237135546607, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "wrong_real", "f1": 0.0835, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7774892872699793, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7829726195661836, "ex": false, "ex_soft": 0.043548387096774194, "real_first": false } }, { "task": "lu-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6736822197804849, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8436083589744473, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 3, "category": "wrong_real", "f1": 0.0835, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7492370703880383, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7735552139388698, "ex": false, "ex_soft": 0.043548387096774194, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6344751298252947, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.775594274044329, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6624597189877198, "kvs": 0.0, "trees": 0.0, "oqs": 0.22081990632923995, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 3, "category": "wrong_real", "f1": 0.3438, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8998407576315, "kvs": 1.0, "trees": 0.7692307692307693, "oqs": 0.8896905089540897, "ex": false, "ex_soft": 0.20754716981132076, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "wrong_real", "f1": 0.6897, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5811373934034897, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.5365696073249727, "ex": false, "ex_soft": 0.39473684210526316, "real_first": false } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5002485672182242, "kvs": 0.6, "trees": 0.7142857142857143, "oqs": 0.6048447605013129, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-11", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4317953710921728, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4534555998878671, "ex": false, "ex_soft": 0.05172413793103448, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4817235394038934, "kvs": 0.6, "trees": 0.7142857142857143, "oqs": 0.5986697512298692, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 2, "category": "wrong_real", "f1": 0.8571, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5928947430226996, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6738220571980427, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5369625762408239, "kvs": 0.0, "trees": 0.0, "oqs": 0.17898752541360796, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.4048, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.731237754474077, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.8078484822605899, "ex": false, "ex_soft": 0.2537313432835821, "real_first": false } }, { "task": "lu-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9178180724758108, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.8700419215945011, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "wrong_real", "f1": 0.4048, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7008682054817805, "kvs": 0.5454545454545454, "trees": 0.6923076923076923, "oqs": 0.6462101477480061, "ex": false, "ex_soft": 0.2537313432835821, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8150210474733219, "kvs": 0.4444444444444444, "trees": 0.6666666666666666, "oqs": 0.6420440528614777, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47808901045183777, "kvs": 0.4444444444444444, "trees": 0.6666666666666666, "oqs": 0.5297333738543163, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7162944545891273, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.6276537070852646, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6026885377027803, "kvs": 0.0, "trees": 0.0, "oqs": 0.2008961792342601, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3219030288522481, "kvs": 0.18181818181818182, "trees": 0.75, "oqs": 0.4179070702234766, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.34372240053296915, "kvs": 0.5, "trees": 0.75, "oqs": 0.5312408001776564, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.32801305873709363, "kvs": 0.125, "trees": 0.5, "oqs": 0.3176710195790312, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.26954890748016985, "kvs": 0.0, "trees": 0.5, "oqs": 0.2565163024933899, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.27345961647712397, "kvs": 0.0, "trees": 0.5, "oqs": 0.2578198721590413, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7569517686630823, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.561841065744837, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6936969319157213, "kvs": 0.3333333333333333, "trees": 0.5714285714285714, "oqs": 0.5328196122258754, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4272412417333415, "kvs": 0.6, "trees": 0.7142857142857143, "oqs": 0.5805089853396853, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 1, "category": "wrong_real", "f1": 0.6667, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6614157860733043, "kvs": 0.5714285714285714, "trees": 0.6153846153846154, "oqs": 0.6160763242954971, "ex": false, "ex_soft": 0.02564102564102564, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "wrong_real", "f1": 0.8125, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4868231371270936, "kvs": 0.7777777777777778, "trees": 0.6923076923076923, "oqs": 0.6523028690708546, "ex": false, "ex_soft": 0.6842105263157895, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "wrong_real", "f1": 0.1905, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3793781864959949, "kvs": 0.7142857142857143, "trees": 0.46153846153846156, "oqs": 0.5184007874400569, "ex": false, "ex_soft": 0.05128205128205128, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6119553767517999, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7754136970125048, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8025995215239997, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.791342697650857, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8025995215239997, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.791342697650857, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8144410994648678, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.795289890297813, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8191462372028167, "kvs": 0.0, "trees": 0.0, "oqs": 0.27304874573427224, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8201696997038731, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7971994237108149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5894451930096111, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7202912548127275, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5361334178357084, "kvs": 0.5, "trees": 0.5714285714285714, "oqs": 0.5358539964214266, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5903611014537313, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7205965576274341, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7747770896050697, "kvs": 1.0, "trees": 0.625, "oqs": 0.7999256965350233, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8287913300757866, "kvs": 1.0, "trees": 1.0, "oqs": 0.9429304433585955, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5756498641826975, "kvs": 1.0, "trees": 0.75, "oqs": 0.7752166213942324, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7636957856546829, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.778374785694418, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6157640106535487, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7290641940273733, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4889952284808734, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7344269809221959, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8605602050281116, "kvs": 1.0, "trees": 0.625, "oqs": 0.8285200683427038, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5975753427760833, "kvs": 1.0, "trees": 0.5, "oqs": 0.699191780925361, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8569560489319435, "kvs": 1.0, "trees": 0.625, "oqs": 0.8273186829773146, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3445510309465171, "kvs": 0.42857142857142855, "trees": 0.3076923076923077, "oqs": 0.36027158907008444, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.9818, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3270431043190576, "kvs": 0.6666666666666666, "trees": 0.3076923076923077, "oqs": 0.43380069289267736, "ex": false, "ex_soft": 0.9642857142857143, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "wrong_real", "f1": 0.9818, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16170090045206414, "kvs": 0.6666666666666666, "trees": 0.3076923076923077, "oqs": 0.37868662493701283, "ex": false, "ex_soft": 0.9642857142857143, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8146214732427368, "kvs": 1.0, "trees": 0.7272727272727273, "oqs": 0.847298066838488, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7959482385151326, "kvs": 1.0, "trees": 1.0, "oqs": 0.9319827461717108, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8559241950408129, "kvs": 1.0, "trees": 1.0, "oqs": 0.9519747316802709, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.7742, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7199057432722252, "kvs": 0.5, "trees": 0.5833333333333334, "oqs": 0.601079692201853, "ex": false, "ex_soft": 0.631578947368421, "real_first": false } }, { "task": "mc-10", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7651740193339237, "kvs": 0.75, "trees": 0.5833333333333334, "oqs": 0.6995024508890858, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 3, "category": "wrong_real", "f1": 0.7742, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4789559926100562, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.3818742197589076, "ex": false, "ex_soft": 0.631578947368421, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "wrong_real", "f1": 0.6364, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7880331130244026, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7864872281509913, "ex": false, "ex_soft": 0.4666666666666667, "real_first": false } }, { "task": "mc-11", "epoch": 2, "category": "wrong_real", "f1": 0.6364, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.808015548123588, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7931480398507199, "ex": false, "ex_soft": 0.4666666666666667, "real_first": false } }, { "task": "mc-11", "epoch": 3, "category": "wrong_real", "f1": 0.6364, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8329075393911329, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.8014453702732348, "ex": false, "ex_soft": 0.4666666666666667, "real_first": false } }, { "task": "mc-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5313652428561897, "kvs": 0.7333333333333333, "trees": 0.6428571428571429, "oqs": 0.6358519063488886, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4893118028856686, "kvs": 0.7333333333333333, "trees": 0.6428571428571429, "oqs": 0.6218340930253815, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5239240555966165, "kvs": 0.7333333333333333, "trees": 0.6428571428571429, "oqs": 0.6333715105956975, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5374037821008534, "kvs": 1.0, "trees": 1.0, "oqs": 0.8458012607002844, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8822000199134449, "kvs": 1.0, "trees": 0.8, "oqs": 0.8940666733044816, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8433208331296167, "kvs": 1.0, "trees": 0.8, "oqs": 0.881106944376539, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4768198034050658, "kvs": 0.375, "trees": 0.5, "oqs": 0.450606601135022, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38157204302488806, "kvs": 0.0, "trees": 0.0, "oqs": 0.12719068100829603, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.44572885533656115, "kvs": 0.0, "trees": 0.0, "oqs": 0.14857628511218704, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4499576165381101, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7214144436079414, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5942204950880796, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7695020697912646, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48302078980753904, "kvs": 1.0, "trees": 0.2857142857142857, "oqs": 0.5895783585072749, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "wrong_real", "f1": 0.8, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4633774488661438, "kvs": 0.46153846153846156, "trees": 0.25, "oqs": 0.39163863680153516, "ex": false, "ex_soft": 0.6666666666666666, "real_first": false } }, { "task": "mc-16", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45804093163875204, "kvs": 0.0, "trees": 0.0, "oqs": 0.15268031054625067, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 3, "category": "wrong_real", "f1": 0.8, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39242490981759165, "kvs": 0.6666666666666666, "trees": 0.375, "oqs": 0.4780305254947528, "ex": false, "ex_soft": 0.6666666666666666, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5820950192515995, "kvs": 1.0, "trees": 0.6, "oqs": 0.7273650064171998, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9283884540047203, "kvs": 1.0, "trees": 0.6, "oqs": 0.8427961513349067, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "wrong_real", "f1": 0.5882, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7556144584710897, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7756810099665538, "ex": false, "ex_soft": 0.4166666666666667, "real_first": false } }, { "task": "mv-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5818150604206864, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7653669249021336, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 3, "category": "wrong_real", "f1": 0.5882, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7802505108825772, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7838930274370496, "ex": false, "ex_soft": 0.4166666666666667, "real_first": false } }, { "task": "mv-02", "epoch": 1, "category": "wrong_real", "f1": 0.069, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5705715515219317, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5790794060628661, "ex": false, "ex_soft": 0.03571428571428571, "real_first": false } }, { "task": "mv-02", "epoch": 2, "category": "wrong_real", "f1": 0.069, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5705715515219317, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5790794060628661, "ex": false, "ex_soft": 0.03571428571428571, "real_first": false } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5361901874367412, "kvs": 0.75, "trees": 0.75, "oqs": 0.6787300624789138, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.894487548890216, "kvs": 1.0, "trees": 0.6, "oqs": 0.831495849630072, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9382618802848283, "kvs": 1.0, "trees": 0.8, "oqs": 0.9127539600949429, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5436884274296542, "kvs": 1.0, "trees": 0.6, "oqs": 0.7145628091432181, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5349030077895085, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.45708888138438164, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 2, "category": "wrong_real", "f1": 0.8846, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4657357127790195, "kvs": 0.7142857142857143, "trees": 0.6363636363636364, "oqs": 0.6054616878094566, "ex": false, "ex_soft": 0.7931034482758621, "real_first": false } }, { "task": "mv-05", "epoch": 3, "category": "wrong_real", "f1": 0.7797, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8055326071155751, "kvs": 1.0, "trees": 0.7272727272727273, "oqs": 0.8442684447961009, "ex": false, "ex_soft": 0.6388888888888888, "real_first": false } }, { "task": "mv-07", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.635973233407982, "kvs": 1.0, "trees": 0.5, "oqs": 0.7119910778026606, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8333504666090628, "kvs": 1.0, "trees": 0.625, "oqs": 0.8194501555363543, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6171485200873976, "kvs": 1.0, "trees": 0.625, "oqs": 0.7473828400291325, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7930602563708088, "kvs": 0.6, "trees": 0.6, "oqs": 0.6643534187902697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6689891634658381, "kvs": 1.0, "trees": 1.0, "oqs": 0.8896630544886127, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6038549050522661, "kvs": 0.0, "trees": 0.0, "oqs": 0.20128496835075538, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8115267997379345, "kvs": 1.0, "trees": 1.0, "oqs": 0.9371755999126448, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3914483673597774, "kvs": 0.0, "trees": 0.0, "oqs": 0.1304827891199258, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5151379584755199, "kvs": 1.0, "trees": 0.6, "oqs": 0.7050459861585067, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5239696449753986, "kvs": 0.0, "trees": 0.0, "oqs": 0.17465654832513286, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.42994561958766403, "kvs": 1.0, "trees": 0.6, "oqs": 0.6766485398625547, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 1, "category": "wrong_real", "f1": 0.2442, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.573213256983163, "kvs": 1.0, "trees": 0.2857142857142857, "oqs": 0.619642514232483, "ex": false, "ex_soft": 0.13909774436090225, "real_first": false } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8008725195769323, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8383860779542155, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "wrong_real", "f1": 0.2442, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7555075001216984, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.7280263095643756, "ex": false, "ex_soft": 0.13909774436090225, "real_first": false } }, { "task": "mv-12", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5423858927740398, "kvs": 1.0, "trees": 0.7, "oqs": 0.7474619642580134, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7539797519824573, "kvs": 0.0, "trees": 0.0, "oqs": 0.2513265839941524, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5296566286407126, "kvs": 1.0, "trees": 0.7, "oqs": 0.7432188762135707, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9507228533821784, "kvs": 1.0, "trees": 0.8, "oqs": 0.9169076177940596, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.781973571290818, "kvs": 1.0, "trees": 0.6, "oqs": 0.7939911904302727, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.690870340281079, "kvs": 1.0, "trees": 0.6, "oqs": 0.7636234467603596, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5809480027922705, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6698398104545663, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5407296684738727, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6564336990151004, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.630097689091982, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6862230392211369, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7257518984252322, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.7181077756655535, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8262147606169838, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8468334916342327, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6405284439796446, "kvs": 0.0, "trees": 0.0, "oqs": 0.2135094813265482, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6637969713637725, "kvs": 0.6666666666666666, "trees": 0.4, "oqs": 0.576821212676813, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5238534425485325, "kvs": 0.0, "trees": 0.0, "oqs": 0.17461781418284417, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47549287154451697, "kvs": 0.0, "trees": 0.0, "oqs": 0.15849762384817231, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.386052061378501, "kvs": 0.0, "trees": 0.0, "oqs": 0.12868402045950034, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.40435953019676313, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5792309545100321, "ex": false, "ex_soft": 0.1875, "real_first": true } }, { "task": "mv-18", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2602423356816969, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5311918896716767, "ex": false, "ex_soft": 0.16666666666666666, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4118763585745127, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.4428476750803931, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.36214573257032573, "kvs": 0.0, "trees": 0.0, "oqs": 0.12071524419010858, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3651163381266894, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.42726100159778535, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }