{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "google/vertex/gemini-3.8-flash", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.7412935323383084, "ci95": [ 0.6349206349206349, 0.835820895522388 ], "real_accuracy": 0.845771144278607, "inflation": 0.10447761194029859, "inflation_ci95": [ 0.03980099502487563, 0.1798941798941799 ], "agreement": { "real": 0.8208955223880597, "w1": 0.7562189054726368, "w2": 0.7562189054726368, "w3": 0.7412935323383084 }, "epoch_accuracy": { "1": 0.7761194029850746, "2": 0.7313432835820896, "3": 0.7164179104477612 }, "epoch_sd": 0.031069641783076637, "mean_f1": 0.8637114427860696, "valid": 0.900497512437811, "categories": { "pass": 149, "rejected": 19, "wrong_real": 16, "wrong_witness": 16, "query_error": 1 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.6666666666666666 }, "containment": { "tasks": 6, "accuracy": 0.9444444444444445 }, "counting": { "tasks": 6, "accuracy": 0.7222222222222222 }, "element_types": { "tasks": 6, "accuracy": 1.0 }, "judgment_calls": { "tasks": 6, "accuracy": 0.6666666666666666 }, "name_matching": { "tasks": 6, "accuracy": 0.6666666666666666 }, "proximity": { "tasks": 6, "accuracy": 0.8333333333333334 }, "relations": { "tasks": 7, "accuracy": 0.33333333333333337 }, "set_composition": { "tasks": 6, "accuracy": 0.7222222222222222 }, "tag_grounding": { "tasks": 6, "accuracy": 0.6666666666666666 }, "viewport": { "tasks": 6, "accuracy": 1.0 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.7936507936507937 }, "uncommon": { "tasks": 24, "accuracy": 0.8611111111111112 }, "rare": { "tasks": 22, "accuracy": 0.5606060606060607 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.7412935323383084 } }, "pairs": { "pairs": 7, "consistency": 1.0, "accuracy": 1.0 }, "missing": [], "overpassnl": { "em": 0.029850746268656716, "chrf": 0.7384200671029758, "kvs": 0.8462200397560362, "trees": 0.6662236464475271, "oqs": 0.7502879177688463, "ex": 0.736318407960199, "ex_soft": 0.8099192706122503, "real_first": 0.7761194029850746 }, "execution_agreement": { "both": 132, "execution_only": 16, "grade_only": 17, "neither": 36 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8128090497199161, "kvs": 1.0, "trees": 1.0, "oqs": 0.9376030165733052, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8794276961395369, "kvs": 1.0, "trees": 1.0, "oqs": 0.9598092320465123, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8950228252820601, "kvs": 1.0, "trees": 1.0, "oqs": 0.9650076084273533, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.79037496841726, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.8788429381903687, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.79037496841726, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.8788429381903687, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8398462283435842, "kvs": 1.0, "trees": 1.0, "oqs": 0.9466154094478614, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6817473032576454, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7986776725144532, "ex": false, "ex_soft": 0.20714285714285716, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7748111769820798, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8296989637559314, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7748111769820798, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8296989637559314, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8242105561523783, "kvs": 1.0, "trees": 0.75, "oqs": 0.858070185384126, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7807539608045335, "kvs": 1.0, "trees": 0.75, "oqs": 0.8435846536015111, "ex": false, "ex_soft": 0.1111111111111111, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8532171065021569, "kvs": 1.0, "trees": 0.75, "oqs": 0.867739035500719, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5406439631487469, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.4183098924781537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5013381286054875, "kvs": 0.14285714285714285, "trees": 0.7857142857142857, "oqs": 0.47663651905897203, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5013381286054875, "kvs": 0.14285714285714285, "trees": 0.7857142857142857, "oqs": 0.47663651905897203, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7938668744720857, "kvs": 1.0, "trees": 0.625, "oqs": 0.8062889581573619, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7876163023183815, "kvs": 1.0, "trees": 0.75, "oqs": 0.845872100772794, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7551427777500654, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.723936481472244, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.521913029200653, "kvs": 0.4117647058823529, "trees": 0.3076923076923077, "oqs": 0.41379001425843787, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5229638914389885, "kvs": 0.4117647058823529, "trees": 0.3076923076923077, "oqs": 0.41414030167121635, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.46247582381652397, "kvs": 0.3333333333333333, "trees": 0.3076923076923077, "oqs": 0.36783382161405503, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6441033911501411, "kvs": 0.14285714285714285, "trees": 0.6666666666666666, "oqs": 0.4845424002246503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5411129463652335, "kvs": 0.14285714285714285, "trees": 0.7222222222222222, "oqs": 0.46873077048153283, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6075546076050544, "kvs": 0.14285714285714285, "trees": 0.7222222222222222, "oqs": 0.49087799089480644, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7653919054201755, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8265592065686299, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8583780671390778, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8575545938082642, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7653919054201755, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8265592065686299, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.716327437768701, "kvs": 1.0, "trees": 0.6, "oqs": 0.7721091459229004, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9727797355677409, "kvs": 1.0, "trees": 0.6, "oqs": 0.8575932451892471, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9727797355677409, "kvs": 1.0, "trees": 0.6, "oqs": 0.8575932451892471, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6145672888319947, "kvs": 1.0, "trees": 0.6, "oqs": 0.7381890962773316, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7448788936803662, "kvs": 1.0, "trees": 0.2, "oqs": 0.648292964560122, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 0.6, "oqs": 0.851100729873293, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7488961101571271, "kvs": 1.0, "trees": 1.0, "oqs": 0.9162987033857091, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8007568675685134, "kvs": 1.0, "trees": 1.0, "oqs": 0.9335856225228377, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7232936186272713, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.8821235139013982, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7503740653340466, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8215532598732537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7503740653340466, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8215532598732537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7503740653340466, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8215532598732537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7004850189469444, "kvs": 1.0, "trees": 0.5, "oqs": 0.7334950063156481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7004850189469444, "kvs": 1.0, "trees": 0.5, "oqs": 0.7334950063156481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7004850189469444, "kvs": 1.0, "trees": 0.5, "oqs": 0.7334950063156481, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6674795616497238, "kvs": 1.0, "trees": 0.5, "oqs": 0.7224931872165746, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6674795616497238, "kvs": 1.0, "trees": 0.5, "oqs": 0.7224931872165746, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6674795616497238, "kvs": 1.0, "trees": 0.5, "oqs": 0.7224931872165746, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5771381876290511, "kvs": 0.6, "trees": 0.8181818181818182, "oqs": 0.6651066686036232, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6138756769174973, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5864434074573476, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5463355285921725, "kvs": 0.6, "trees": 0.5454545454545454, "oqs": 0.5639300246822393, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9732262216030909, "kvs": 1.0, "trees": 0.6, "oqs": 0.857742073867697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.939492890360673, "kvs": 1.0, "trees": 0.6, "oqs": 0.8464976301202243, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9732262216030909, "kvs": 1.0, "trees": 0.6, "oqs": 0.857742073867697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6055903482787743, "kvs": 0.5, "trees": 0.625, "oqs": 0.5768634494262581, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5674055904553661, "kvs": 0.5, "trees": 0.625, "oqs": 0.5641351968184554, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5613472478189908, "kvs": 0.5, "trees": 0.625, "oqs": 0.5621157492729969, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5404102188770913, "kvs": 0.6, "trees": 0.625, "oqs": 0.5884700729590304, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5362507511353712, "kvs": 0.6, "trees": 0.75, "oqs": 0.6287502503784571, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5735451165908674, "kvs": 0.6, "trees": 0.625, "oqs": 0.5995150388636225, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7164949310546781, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.711053865907115, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7164949310546781, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.711053865907115, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7164949310546781, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.711053865907115, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9732262216030909, "kvs": 1.0, "trees": 0.6, "oqs": 0.857742073867697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7210776904795698, "kvs": 1.0, "trees": 0.6, "oqs": 0.7736925634931899, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9732262216030909, "kvs": 1.0, "trees": 0.6, "oqs": 0.857742073867697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.561261790877308, "kvs": 0.8888888888888888, "trees": 0.42857142857142855, "oqs": 0.6262407027792085, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45478450701154893, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.5920710261467067, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4222147917578432, "kvs": 0.75, "trees": 0.42857142857142855, "oqs": 0.5335954067764239, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9601492494167259, "kvs": 1.0, "trees": 0.6, "oqs": 0.8533830831389086, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9601492494167259, "kvs": 1.0, "trees": 0.6, "oqs": 0.8533830831389086, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9601492494167259, "kvs": 1.0, "trees": 0.6, "oqs": 0.8533830831389086, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7182459351752749, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8108438831536632, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6882972191482967, "kvs": 1.0, "trees": 1.0, "oqs": 0.8960990730494323, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7182459351752749, "kvs": 1.0, "trees": 1.0, "oqs": 0.9060819783917583, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5518244553565663, "kvs": 0.375, "trees": 0.8461538461538461, "oqs": 0.5909927671701375, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5531187109836794, "kvs": 0.375, "trees": 0.6153846153846154, "oqs": 0.5145011087894317, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5524399685448748, "kvs": 0.375, "trees": 0.6153846153846154, "oqs": 0.51427486130983, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6611939913769763, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6108741876018492, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6611939913769763, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6108741876018492, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6611939913769763, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6108741876018492, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7300554562554454, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6338280092280056, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6427554590167398, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.604728010148437, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7300554562554454, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6338280092280056, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9683369729587725, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9381636063708729, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9908768137695908, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9456768866411457, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8837282844122595, "kvs": 1.0, "trees": 0.46153846153846156, "oqs": 0.7817555819835738, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6794286040812288, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.6153650902492984, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6272512861646764, "kvs": 0.5, "trees": 0.5, "oqs": 0.5424170953882255, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5506290064819391, "kvs": 0.3, "trees": 0.6666666666666666, "oqs": 0.5057652243828685, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8223549711027508, "kvs": 1.0, "trees": 0.75, "oqs": 0.8574516570342503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7979928558269108, "kvs": 1.0, "trees": 0.625, "oqs": 0.8076642852756369, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8925805408241483, "kvs": 1.0, "trees": 0.75, "oqs": 0.8808601802747161, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5361567003651998, "kvs": 0.75, "trees": 0.625, "oqs": 0.6370522334550666, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6044681753014739, "kvs": 0.75, "trees": 0.625, "oqs": 0.6598227251004913, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5767225244182385, "kvs": 0.75, "trees": 0.5, "oqs": 0.6089075081394127, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6428337291077737, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6047541001787817, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6428337291077737, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6047541001787817, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6260729513248211, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.5991671742511308, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8921920726493784, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9384229985754339, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5875747276992529, "kvs": 0.7142857142857143, "trees": 0.6923076923076923, "oqs": 0.6647227114308866, "ex": false, "ex_soft": 0.05128205128205128, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.974309645374552, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9657955228171584, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.772792521744322, "kvs": 1.0, "trees": 1.0, "oqs": 0.924264173914774, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.772792521744322, "kvs": 1.0, "trees": 1.0, "oqs": 0.924264173914774, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.772792521744322, "kvs": 1.0, "trees": 1.0, "oqs": 0.924264173914774, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8664327344751281, "kvs": 1.0, "trees": 1.0, "oqs": 0.9554775781583761, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7400160441505813, "kvs": 1.0, "trees": 1.0, "oqs": 0.913338681383527, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7621197283154437, "kvs": 1.0, "trees": 1.0, "oqs": 0.920706576105148, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7791499903988999, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7835261872758238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6329623708515197, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5205112664743161, "ex": false, "ex_soft": 0.5652173913043478, "real_first": false } }, { "task": "mc-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6424499872282419, "kvs": 0.6666666666666666, "trees": 0.5714285714285714, "oqs": 0.62684840844116, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8013895525589605, "kvs": 1.0, "trees": 0.75, "oqs": 0.8504631841863203, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7532855561926407, "kvs": 1.0, "trees": 0.75, "oqs": 0.8344285187308803, "ex": false, "ex_soft": 0.7847222222222222, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8013895525589605, "kvs": 1.0, "trees": 0.75, "oqs": 0.8504631841863203, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8020676040774329, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7911653918353349, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5928089831114836, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.769031565799066, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8020676040774329, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7911653918353349, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7504431040639141, "kvs": 1.0, "trees": 0.75, "oqs": 0.8334810346879714, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7696318033841775, "kvs": 1.0, "trees": 0.625, "oqs": 0.7982106011280591, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7990175016827568, "kvs": 1.0, "trees": 0.75, "oqs": 0.8496725005609189, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.6588, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.33554907954162305, "kvs": 0.75, "trees": 0.23076923076923078, "oqs": 0.4387727701036179, "ex": false, "ex_soft": 0.49122807017543857, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.6829, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3550119115787247, "kvs": 0.5, "trees": 0.3076923076923077, "oqs": 0.38756807309034413, "ex": false, "ex_soft": 0.5185185185185185, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "wrong_real", "f1": 0.6588, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48142595775578173, "kvs": 0.6153846153846154, "trees": 0.3076923076923077, "oqs": 0.46816762694423497, "ex": false, "ex_soft": 0.49122807017543857, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8603203841530367, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8928340674449516, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7959482385151326, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8713766855656503, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8603203841530367, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8928340674449516, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6424149323581068, "kvs": 0.5454545454545454, "trees": 0.8333333333333334, "oqs": 0.6737342703819952, "ex": false, "ex_soft": 0.5307262569832403, "real_first": true } }, { "task": "mc-10", "epoch": 2, "category": "wrong_real", "f1": 0.7742, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6477701067914875, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.6048122578193847, "ex": false, "ex_soft": 0.631578947368421, "real_first": false } }, { "task": "mc-10", "epoch": 3, "category": "wrong_real", "f1": 0.7742, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5694831664154053, "kvs": 0.3333333333333333, "trees": 0.6666666666666666, "oqs": 0.5231610554718018, "ex": false, "ex_soft": 0.631578947368421, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8543448904251367, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8562102015702836, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7586618647757223, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8243158596871455, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7860078539102658, "kvs": 0.0, "trees": 0.0, "oqs": 0.2620026179700886, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7442315877133958, "kvs": 0.7333333333333333, "trees": 0.7142857142857143, "oqs": 0.7306168784441479, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6119332576355987, "kvs": 0.8125, "trees": 0.7857142857142857, "oqs": 0.7367158477832948, "ex": false, "ex_soft": 0.3333333333333333, "real_first": true } }, { "task": "mc-12", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6492257075938495, "kvs": 0.8, "trees": 0.7857142857142857, "oqs": 0.7449799977693784, "ex": false, "ex_soft": 0.3333333333333333, "real_first": true } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 0.6, "oqs": 0.851100729873293, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 0.6, "oqs": 0.851100729873293, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9533021896198789, "kvs": 1.0, "trees": 0.6, "oqs": 0.851100729873293, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.684608139869645, "kvs": 0.6153846153846154, "trees": 0.4, "oqs": 0.5666642517514201, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.684608139869645, "kvs": 0.6153846153846154, "trees": 0.4, "oqs": 0.5666642517514201, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7447846224481123, "kvs": 0.7272727272727273, "trees": 0.4, "oqs": 0.6240191165736132, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5780164199771539, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.764100711420956, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6205175187320923, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7782677443392689, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6205175187320923, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7782677443392689, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45577723375403834, "kvs": 0.75, "trees": 0.375, "oqs": 0.5269257445846794, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4573554957237391, "kvs": 0.6666666666666666, "trees": 0.375, "oqs": 0.4996740541301352, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4594779758336717, "kvs": 0.6666666666666666, "trees": 0.375, "oqs": 0.5003815475001128, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9636966753388062, "kvs": 1.0, "trees": 0.6, "oqs": 0.8545655584462688, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7891475851766001, "kvs": 1.0, "trees": 0.2, "oqs": 0.6630491950588667, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9636966753388062, "kvs": 1.0, "trees": 0.6, "oqs": 0.8545655584462688, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7949449985486952, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8364102376114698, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7391127210261016, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.817799478437272, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7342403846774133, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8161753663210426, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7845886875852135, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.69208511808396, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7845886875852135, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.69208511808396, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8229257016339363, "kvs": 1.0, "trees": 0.75, "oqs": 0.8576419005446455, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9519250682436841, "kvs": 1.0, "trees": 0.6, "oqs": 0.8506416894145614, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9519250682436841, "kvs": 1.0, "trees": 0.6, "oqs": 0.8506416894145614, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7224625068424704, "kvs": 1.0, "trees": 0.2, "oqs": 0.6408208356141568, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8314143493336333, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8831987225051505, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8314143493336333, "kvs": 1.0, "trees": 0.8181818181818182, "oqs": 0.8831987225051505, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8146533973707554, "kvs": 1.0, "trees": 0.9090909090909091, "oqs": 0.9079147688205548, "ex": false, "ex_soft": 0.8518518518518519, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "wrong_real", "f1": 0.9714, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7243333074013203, "kvs": 1.0, "trees": 0.625, "oqs": 0.7831111024671067, "ex": false, "ex_soft": 0.3888888888888889, "real_first": false } }, { "task": "mv-07", "epoch": 2, "category": "wrong_real", "f1": 0.9714, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.750461131523802, "kvs": 1.0, "trees": 0.625, "oqs": 0.7918203771746007, "ex": false, "ex_soft": 0.3888888888888889, "real_first": false } }, { "task": "mv-07", "epoch": 3, "category": "wrong_real", "f1": 0.9714, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.750461131523802, "kvs": 1.0, "trees": 0.625, "oqs": 0.7918203771746007, "ex": false, "ex_soft": 0.3888888888888889, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8799785643768862, "kvs": 1.0, "trees": 0.75, "oqs": 0.876659521458962, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8799785643768862, "kvs": 1.0, "trees": 0.75, "oqs": 0.876659521458962, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8505050544753735, "kvs": 1.0, "trees": 0.625, "oqs": 0.8251683514917912, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7460367349765394, "kvs": 1.0, "trees": 0.5333333333333333, "oqs": 0.7597900227699576, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7727008009543677, "kvs": 1.0, "trees": 0.5333333333333333, "oqs": 0.768678044762567, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7375208978799291, "kvs": 1.0, "trees": 0.6, "oqs": 0.7791736326266431, "ex": false, "ex_soft": 0.03869820866949268, "real_first": true } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7227137462980753, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8123331535279298, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7227137462980753, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8123331535279298, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.706635759485707, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8069738245904738, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6866262862683153, "kvs": 1.0, "trees": 0.7, "oqs": 0.7955420954227718, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6645610060102526, "kvs": 1.0, "trees": 0.6, "oqs": 0.7548536686700843, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7184620986541176, "kvs": 1.0, "trees": 0.6, "oqs": 0.7728206995513726, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9620056856643956, "kvs": 1.0, "trees": 0.6, "oqs": 0.8540018952214652, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7818710717815174, "kvs": 1.0, "trees": 1.0, "oqs": 0.9272903572605058, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8760616976187212, "kvs": 1.0, "trees": 1.0, "oqs": 0.9586872325395737, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7818710717815174, "kvs": 1.0, "trees": 1.0, "oqs": 0.9272903572605058, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8828194363426418, "kvs": 1.0, "trees": 1.0, "oqs": 0.9609398121142139, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8828194363426418, "kvs": 1.0, "trees": 1.0, "oqs": 0.9609398121142139, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8828194363426418, "kvs": 1.0, "trees": 1.0, "oqs": 0.9609398121142139, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.766422134950383, "kvs": 1.0, "trees": 0.4, "oqs": 0.7221407116501277, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7616877342177865, "kvs": 1.0, "trees": 0.4, "oqs": 0.7205625780725954, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7593424147699389, "kvs": 1.0, "trees": 0.4, "oqs": 0.719780804923313, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.36958183881528694, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5676383907162067, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3671510276687197, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5668281203340176, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "mv-18", "epoch": 3, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.36958183881528694, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5676383907162067, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5213122738173167, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.5626596468279944, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47151756696419134, "kvs": 0.25, "trees": 0.5, "oqs": 0.4071725223213971, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47151756696419134, "kvs": 0.25, "trees": 0.5, "oqs": 0.4071725223213971, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }