{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "openai-api/adaption/gemma-4-31b-it", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.22388059701492538, "ci95": [ 0.13043478260869565, 0.32367149758454106 ], "real_accuracy": 0.32338308457711445, "inflation": 0.09950248756218907, "inflation_ci95": [ 0.04411764705882353, 0.16203703703703706 ], "agreement": { "real": 0.31343283582089554, "w1": 0.2537313432835821, "w2": 0.24875621890547264, "w3": 0.22388059701492538 }, "epoch_accuracy": { "1": 0.2537313432835821, "2": 0.208955223880597, "3": 0.208955223880597 }, "epoch_sd": 0.02585150459058027, "mean_f1": 0.3312935323383085, "valid": 0.6766169154228856, "categories": { "wrong_real": 73, "pass": 45, "query_error": 38, "rejected": 27, "wrong_witness": 18 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.1111111111111111 }, "containment": { "tasks": 6, "accuracy": 0.7222222222222222 }, "counting": { "tasks": 6, "accuracy": 0.0 }, "element_types": { "tasks": 6, "accuracy": 0.3888888888888889 }, "judgment_calls": { "tasks": 6, "accuracy": 0.3333333333333333 }, "name_matching": { "tasks": 6, "accuracy": 0.4444444444444444 }, "proximity": { "tasks": 6, "accuracy": 0.0 }, "relations": { "tasks": 7, "accuracy": 0.0 }, "set_composition": { "tasks": 6, "accuracy": 0.05555555555555555 }, "tag_grounding": { "tasks": 6, "accuracy": 0.2222222222222222 }, "viewport": { "tasks": 6, "accuracy": 0.2222222222222222 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.1746031746031746 }, "uncommon": { "tasks": 24, "accuracy": 0.40277777777777773 }, "rare": { "tasks": 22, "accuracy": 0.07575757575757575 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.22388059701492538 } }, "pairs": { "pairs": 7, "consistency": 0.14285714285714285, "accuracy": 0.21428571428571427 }, "missing": [], "overpassnl": { "em": 0.029850746268656716, "chrf": 0.521743936502526, "kvs": 0.42255497404751136, "trees": 0.46154298990119885, "oqs": 0.4686139668170788, "ex": 0.2835820895522388, "ex_soft": 0.30198739694988325, "real_first": 0.29850746268656714 }, "execution_agreement": { "both": 40, "execution_only": 17, "grade_only": 5, "neither": 139 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4419546902238331, "kvs": 0.0, "trees": 0.0, "oqs": 0.14731823007461103, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4419546902238331, "kvs": 0.0, "trees": 0.0, "oqs": 0.14731823007461103, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-01", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4437796762161352, "kvs": 0.0, "trees": 0.0, "oqs": 0.14792655873871172, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.547163903415194, "kvs": 0.0, "trees": 0.0, "oqs": 0.1823879678050647, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": true, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4105050850133566, "kvs": 0.5714285714285714, "trees": 0.23076923076923078, "oqs": 0.4042342957370529, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5260533125556972, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.7907357195698478, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39720589585478117, "kvs": 0.16666666666666666, "trees": 0.7142857142857143, "oqs": 0.42605275893572064, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28615356000803766, "kvs": 0.08333333333333333, "trees": 0.7142857142857143, "oqs": 0.3612575358756951, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 3, "category": "wrong_real", "f1": 0.2667, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3493361525708816, "kvs": 0.08333333333333333, "trees": 0.7142857142857143, "oqs": 0.38231840006330975, "ex": false, "ex_soft": 0.25806451612903225, "real_first": false } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.625214081515832, "kvs": 1.0, "trees": 0.75, "oqs": 0.791738027171944, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5757939124712959, "kvs": 1.0, "trees": 0.75, "oqs": 0.775264637490432, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5757939124712959, "kvs": 1.0, "trees": 0.75, "oqs": 0.775264637490432, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4091261583685739, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.39828014802761985, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-06", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4091261583685739, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.39828014802761985, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-06", "epoch": 3, "category": "wrong_real", "f1": 0.6471, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6017508188980024, "kvs": 0.14285714285714285, "trees": 0.6428571428571429, "oqs": 0.4624883682040961, "ex": false, "ex_soft": 0.4782608695652174, "real_first": false } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6361503468804816, "kvs": 1.0, "trees": 0.75, "oqs": 0.7953834489601604, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6997613273847856, "kvs": 0.0, "trees": 0.0, "oqs": 0.23325377579492854, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-07", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6962036331016765, "kvs": 0.0, "trees": 0.0, "oqs": 0.23206787770055884, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4780780013637468, "kvs": 0.0, "trees": 0.0, "oqs": 0.15935933378791559, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4305032016505413, "kvs": 0.0, "trees": 0.0, "oqs": 0.1435010672168471, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49984820649873896, "kvs": 0.0, "trees": 0.0, "oqs": 0.166616068832913, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47625379480714436, "kvs": 0.0, "trees": 0.0, "oqs": 0.1587512649357148, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45847227988926986, "kvs": 0.0, "trees": 0.0, "oqs": 0.1528240932964233, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45472640221229804, "kvs": 0.375, "trees": 0.3888888888888889, "oqs": 0.406205097033729, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7431413230869968, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8191423457909037, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7431413230869968, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8191423457909037, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7431413230869968, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8191423457909037, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 1, "category": "wrong_real", "f1": 0.2353, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3662739485978566, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.43320242731039665, "ex": false, "ex_soft": 0.13333333333333333, "real_first": false } }, { "task": "ad-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2784274853824848, "kvs": 0.3333333333333333, "trees": 0.4, "oqs": 0.337253606238606, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.34755932309528287, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.42696421880953866, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5730716797172525, "kvs": 1.0, "trees": 0.6, "oqs": 0.7243572265724175, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6253546027365225, "kvs": 1.0, "trees": 0.6, "oqs": 0.7417848675788409, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6253546027365225, "kvs": 1.0, "trees": 0.6, "oqs": 0.7417848675788409, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3859155673712178, "kvs": 0.0, "trees": 0.0, "oqs": 0.1286385224570726, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.512729766959324, "kvs": 0.0, "trees": 0.0, "oqs": 0.17090992231977467, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5018707953601957, "kvs": 0.0, "trees": 0.0, "oqs": 0.16729026512006526, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6021796220624245, "kvs": 0.0, "trees": 0.0, "oqs": 0.20072654068747484, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5880541959543432, "kvs": 0.0, "trees": 0.0, "oqs": 0.1960180653181144, "ex": false, "ex_soft": 0.1746987951807229, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6021796220624245, "kvs": 0.0, "trees": 0.0, "oqs": 0.20072654068747484, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.22974322994518903, "kvs": 0.0, "trees": 0.5, "oqs": 0.24324774331506302, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.329795834577588, "kvs": 0.0, "trees": 0.5, "oqs": 0.2765986115258627, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3575671017995103, "kvs": 0.0, "trees": 0.0, "oqs": 0.1191890339331701, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.21062684113799232, "kvs": 0.0, "trees": 0.0, "oqs": 0.07020894704599744, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3424569624524588, "kvs": 0.0, "trees": 0.0, "oqs": 0.11415232081748627, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.20241477440905012, "kvs": 0.0, "trees": 0.0, "oqs": 0.06747159146968337, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5850918711139138, "kvs": 1.0, "trees": 0.6363636363636364, "oqs": 0.7404851691591833, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4858398856601328, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.5740678406745897, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4858398856601328, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.5740678406745897, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49542396356905105, "kvs": 0.0, "trees": 0.6, "oqs": 0.3651413211896837, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-02", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5124646391409726, "kvs": 0.0, "trees": 0.6, "oqs": 0.3708215463803242, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-02", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5124646391409726, "kvs": 0.0, "trees": 0.6, "oqs": 0.3708215463803242, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6437310948928432, "kvs": 0.3333333333333333, "trees": 0.75, "oqs": 0.5756881427420588, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6437310948928432, "kvs": 0.3333333333333333, "trees": 0.75, "oqs": 0.5756881427420588, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.670034308790305, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6955669918189905, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4798467712910053, "kvs": 0.0, "trees": 0.0, "oqs": 0.15994892376366843, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48772144309111226, "kvs": 0.4, "trees": 0.75, "oqs": 0.5459071476970374, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4555664945895965, "kvs": 0.4, "trees": 0.75, "oqs": 0.5351888315298655, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.65625810193566, "kvs": 0.6666666666666666, "trees": 0.875, "oqs": 0.7326415895341089, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5137890242259628, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6434852302975432, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5288039200735096, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6068235289133921, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4551569642147929, "kvs": 0.0, "trees": 0.6, "oqs": 0.3517189880715976, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5273940874105565, "kvs": 0.0, "trees": 0.6, "oqs": 0.3757980291368521, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5273940874105565, "kvs": 0.0, "trees": 0.6, "oqs": 0.3757980291368521, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3564990558210164, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.5593092090831959, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.35014691098551876, "kvs": 0.0, "trees": 0.0, "oqs": 0.11671563699517291, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39210053239670273, "kvs": 0.5, "trees": 0.5714285714285714, "oqs": 0.48784303460842465, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.31332188151249596, "kvs": 0.2, "trees": 0.4, "oqs": 0.30444062717083203, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.53972458348028, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.49101930560453777, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38646610250261937, "kvs": 0.2, "trees": 0.6, "oqs": 0.3954887008342065, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7265033343522938, "kvs": 0.0, "trees": 0.0, "oqs": 0.24216777811743126, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7265033343522938, "kvs": 0.0, "trees": 0.0, "oqs": 0.24216777811743126, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7265033343522938, "kvs": 0.0, "trees": 0.0, "oqs": 0.24216777811743126, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5434383336402239, "kvs": 0.0, "trees": 0.0, "oqs": 0.18114611121340796, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48502830883051007, "kvs": 0.125, "trees": 0.6923076923076923, "oqs": 0.4341120003794008, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4579248052250753, "kvs": 0.125, "trees": 0.6923076923076923, "oqs": 0.4250774991775892, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5965038410490229, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.770263185111579, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6123971714251154, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.77556096190361, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5416078812595028, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7519645318484057, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5942829570407114, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.769522890442142, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5781651949627638, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7641503030828259, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5942829570407114, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.769522890442142, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5405381932509179, "kvs": 0.2727272727272727, "trees": 0.6923076923076923, "oqs": 0.5018577194286277, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5500292091950262, "kvs": 0.45454545454545453, "trees": 0.6923076923076923, "oqs": 0.5656274520160577, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 3, "category": "wrong_real", "f1": 0.0567, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4422638440437229, "kvs": 0.36363636363636365, "trees": 0.6923076923076923, "oqs": 0.4994026333292596, "ex": false, "ex_soft": 0.029411764705882353, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5426321064339809, "kvs": 0.0, "trees": 0.0, "oqs": 0.18087736881132696, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4880639178554516, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.3849101948407061, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2885679761107109, "kvs": 0.14285714285714285, "trees": 0.5, "oqs": 0.31047503965595125, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.606690818806674, "kvs": 1.0, "trees": 0.75, "oqs": 0.7855636062688913, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.423051574681818, "kvs": 0.0, "trees": 0.0, "oqs": 0.141017191560606, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6181324027601905, "kvs": 1.0, "trees": 0.75, "oqs": 0.7893774675867302, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.30606326614097046, "kvs": 0.0, "trees": 0.5, "oqs": 0.26868775538032347, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.316774345179969, "kvs": 0.0, "trees": 0.5, "oqs": 0.27225811505998965, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.31945704766350314, "kvs": 0.0, "trees": 0.5, "oqs": 0.2731523492211677, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3574423169576412, "kvs": 0.5, "trees": 0.7142857142857143, "oqs": 0.5239093437477852, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43615402920549556, "kvs": 0.5, "trees": 0.7142857142857143, "oqs": 0.5501465811637366, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4162285237940964, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.487949190471048, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2715297445964113, "kvs": 0.0, "trees": 0.0, "oqs": 0.09050991486547044, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "wrong_real", "f1": 0.0952, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4240848656919566, "kvs": 0.42857142857142855, "trees": 0.6153846153846154, "oqs": 0.48934696988266685, "ex": false, "ex_soft": 0.02564102564102564, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43663037546302313, "kvs": 0.0, "trees": 0.0, "oqs": 0.1455434584876744, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5314383443553298, "kvs": 0.0, "trees": 0.0, "oqs": 0.17714611478510991, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7755440530993628, "kvs": 0.0, "trees": 0.0, "oqs": 0.25851468436645425, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5461132145505123, "kvs": 0.0, "trees": 0.0, "oqs": 0.1820377381835041, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7312016396627936, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7675434036971217, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7654343807718184, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7789543174001299, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.782908589193321, "kvs": 0.0, "trees": 0.0, "oqs": 0.260969529731107, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6988202798619432, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8043686647158858, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6306279743861664, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7340188486049127, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.550856269352741, "kvs": 0.0, "trees": 0.0, "oqs": 0.18361875645091366, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 1, "category": "wrong_real", "f1": 0.9536, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.23589297837233317, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.5091865483463333, "ex": false, "ex_soft": 0.9112903225806451, "real_first": false } }, { "task": "mc-05", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5050068342122744, "kvs": 0.0, "trees": 0.0, "oqs": 0.16833561140409148, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41081999455856505, "kvs": 0.0, "trees": 0.0, "oqs": 0.13693999818618835, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-06", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.42049100922012206, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44968747926385017, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5759500495044414, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7634119212633852, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.42049100922012206, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44968747926385017, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6099163540454642, "kvs": 1.0, "trees": 0.75, "oqs": 0.7866387846818214, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.622912014647865, "kvs": 1.0, "trees": 0.75, "oqs": 0.7909706715492884, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5674053934321096, "kvs": 0.0, "trees": 0.0, "oqs": 0.18913513114403654, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2479849914036, "kvs": 0.45454545454545453, "trees": 0.3076923076923077, "oqs": 0.3367409178804541, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28546038290400405, "kvs": 0.25, "trees": 0.3076923076923077, "oqs": 0.28105089686543727, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.28546038290400405, "kvs": 0.25, "trees": 0.3076923076923077, "oqs": 0.28105089686543727, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7055751327777475, "kvs": 0.5, "trees": 0.7272727272727273, "oqs": 0.6442826200168249, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5360017623710501, "kvs": 0.5, "trees": 0.7272727272727273, "oqs": 0.5877581632145924, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.737518835066397, "kvs": 0.3333333333333333, "trees": 0.6363636363636364, "oqs": 0.5690719349211223, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3845621716411948, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.3504096127692871, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-10", "epoch": 2, "category": "wrong_real", "f1": 0.0412, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4312458112425468, "kvs": 0.0, "trees": 0.6666666666666666, "oqs": 0.36597082596973785, "ex": false, "ex_soft": 0.021052631578947368, "real_first": false } }, { "task": "mc-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4326036318141059, "kvs": 0.0, "trees": 0.0, "oqs": 0.14420121060470195, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6166757184950877, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7769871442602674, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45731964332136815, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4619636906309323, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6166757184950877, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7769871442602674, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4121278722552216, "kvs": 0.4, "trees": 0.6428571428571429, "oqs": 0.4849950050374548, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4650299534172347, "kvs": 0.4, "trees": 0.6428571428571429, "oqs": 0.5026290320914591, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.513619404828286, "kvs": 0.4666666666666667, "trees": 0.6428571428571429, "oqs": 0.5410477381173652, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48198852586562285, "kvs": 0.75, "trees": 0.6, "oqs": 0.6106628419552077, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5018964119631959, "kvs": 0.75, "trees": 0.6, "oqs": 0.617298803987732, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5018964119631959, "kvs": 0.75, "trees": 0.6, "oqs": 0.617298803987732, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5254870980590085, "kvs": 0.0, "trees": 0.0, "oqs": 0.1751623660196695, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5401813485837158, "kvs": 0.0, "trees": 0.0, "oqs": 0.18006044952790526, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5486584257263262, "kvs": 0.25, "trees": 0.6, "oqs": 0.4662194752421087, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5489474457640539, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7067920057308751, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.44501352012857914, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.4911949829000026, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5489474457640539, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7067920057308751, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.17889339593809586, "kvs": 0.25, "trees": 0.375, "oqs": 0.26796446531269863, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.21589420129970108, "kvs": 0.2, "trees": 0.375, "oqs": 0.2636314004332337, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.19519463737500048, "kvs": 0.0, "trees": 0.0, "oqs": 0.06506487912500016, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5820950192515995, "kvs": 1.0, "trees": 0.6, "oqs": 0.7273650064171998, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6030727441571937, "kvs": 1.0, "trees": 0.6, "oqs": 0.7343575813857313, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5820950192515995, "kvs": 1.0, "trees": 0.6, "oqs": 0.7273650064171998, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5525446022486636, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7556101055114594, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5525446022486636, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7556101055114594, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5525446022486636, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7556101055114594, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5141798529295789, "kvs": 0.75, "trees": 0.75, "oqs": 0.6713932843098597, "ex": false, "ex_soft": 0.08053691275167785, "real_first": true } }, { "task": "mv-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5208733778399274, "kvs": 0.75, "trees": 0.75, "oqs": 0.6736244592799757, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5038654069383749, "kvs": 0.0, "trees": 0.0, "oqs": 0.16795513564612496, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5691557724451733, "kvs": 1.0, "trees": 0.6, "oqs": 0.7230519241483911, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5436884274296542, "kvs": 1.0, "trees": 0.6, "oqs": 0.7145628091432181, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8392772673057703, "kvs": 1.0, "trees": 0.8, "oqs": 0.8797590891019235, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "wrong_real", "f1": 0.6471, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48679548825887287, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.4410530415408364, "ex": false, "ex_soft": 0.4782608695652174, "real_first": false } }, { "task": "mv-05", "epoch": 2, "category": "wrong_real", "f1": 0.6471, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4974004239663699, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.4445880201100021, "ex": false, "ex_soft": 0.4782608695652174, "real_first": false } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.514661319608563, "kvs": 0.2, "trees": 0.6363636363636364, "oqs": 0.4503416519907331, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6105399490917918, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6757355385861529, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5061356690514661, "kvs": 0.0, "trees": 0.0, "oqs": 0.16871188968382203, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5989908160262363, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.671885827564301, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5888940886557288, "kvs": 0.5, "trees": 0.625, "oqs": 0.5712980295519096, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45352663740901505, "kvs": 0.0, "trees": 0.0, "oqs": 0.15117554580300502, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45254661584404743, "kvs": 0.0, "trees": 0.0, "oqs": 0.1508488719480158, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4378965040842928, "kvs": 0.0, "trees": 0.0, "oqs": 0.14596550136143094, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4567534762711255, "kvs": 0.75, "trees": 0.6, "oqs": 0.6022511587570419, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49745261000502417, "kvs": 0.0, "trees": 0.0, "oqs": 0.1658175366683414, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5819412717372239, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7177899477219318, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5168417051718521, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.6960900922001412, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5819412717372239, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7177899477219318, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45002068732975437, "kvs": 0.6666666666666666, "trees": 0.7, "oqs": 0.6055624513321404, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45426190991158477, "kvs": 0.6666666666666666, "trees": 0.7, "oqs": 0.6069761921927505, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.46660074194050416, "kvs": 0.6666666666666666, "trees": 0.7, "oqs": 0.6110891362023902, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5008341200855495, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.4780558178062943, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4841919172108415, "kvs": 0.0, "trees": 0.0, "oqs": 0.16139730573694716, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4841919172108415, "kvs": 0.0, "trees": 0.0, "oqs": 0.16139730573694716, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6165527187175541, "kvs": 0.3333333333333333, "trees": 0.8, "oqs": 0.5832953506836291, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5566984936531544, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.49667727566216263, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5566984936531544, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.49667727566216263, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5514300306030692, "kvs": 0.0, "trees": 0.0, "oqs": 0.18381001020102306, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6228056935168451, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7790304692675197, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5514300306030692, "kvs": 0.0, "trees": 0.0, "oqs": 0.18381001020102306, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7947907463312202, "kvs": 0.0, "trees": 0.0, "oqs": 0.2649302487770734, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7947907463312202, "kvs": 0.0, "trees": 0.0, "oqs": 0.2649302487770734, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.670292876740491, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7948595303420684, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7014267765164309, "kvs": 0.75, "trees": 0.6, "oqs": 0.683808925505477, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5352560686121334, "kvs": 0.0, "trees": 0.0, "oqs": 0.1784186895373778, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4775989553261742, "kvs": 1.0, "trees": 0.6, "oqs": 0.6925329851087247, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4379848959390141, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.42377274309078244, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4379848959390141, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.42377274309078244, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3780594687617387, "kvs": 0.0, "trees": 0.0, "oqs": 0.12601982292057956, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.40519966327793505, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.44062210998153395, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4063865159628078, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.44101772754315816, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3399011850578957, "kvs": 0.125, "trees": 0.6666666666666666, "oqs": 0.37718928390818746, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }