{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "openai-api/adaption/glm-53-flash", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.5124378109452736, "ci95": [ 0.4154589371980676, 0.6069651741293532 ], "real_accuracy": 0.6318407960199005, "inflation": 0.11940298507462688, "inflation_ci95": [ 0.06467661691542288, 0.18032786885245902 ], "agreement": { "real": 0.6069651741293532, "w1": 0.5174129353233831, "w2": 0.5174129353233831, "w3": 0.5124378109452736 }, "epoch_accuracy": { "1": 0.582089552238806, "2": 0.47761194029850745, "3": 0.47761194029850745 }, "epoch_sd": 0.06032017737802062, "mean_f1": 0.6470179104477612, "valid": 0.736318407960199, "categories": { "pass": 103, "rejected": 31, "wrong_real": 26, "query_error": 22, "wrong_witness": 19 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.3333333333333333 }, "containment": { "tasks": 6, "accuracy": 0.6666666666666666 }, "counting": { "tasks": 6, "accuracy": 0.5 }, "element_types": { "tasks": 6, "accuracy": 0.7222222222222222 }, "judgment_calls": { "tasks": 6, "accuracy": 0.5555555555555555 }, "name_matching": { "tasks": 6, "accuracy": 0.4444444444444444 }, "proximity": { "tasks": 6, "accuracy": 0.3888888888888889 }, "relations": { "tasks": 7, "accuracy": 0.14285714285714285 }, "set_composition": { "tasks": 6, "accuracy": 0.4444444444444444 }, "tag_grounding": { "tasks": 6, "accuracy": 0.7222222222222222 }, "viewport": { "tasks": 6, "accuracy": 0.7777777777777778 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.42857142857142855 }, "uncommon": { "tasks": 24, "accuracy": 0.5972222222222222 }, "rare": { "tasks": 22, "accuracy": 0.5 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.5124378109452736 } }, "pairs": { "pairs": 7, "consistency": 0.38095238095238093, "accuracy": 0.5952380952380952 }, "missing": [], "overpassnl": { "em": 0.004975124378109453, "chrf": 0.6749929548399316, "kvs": 0.7395744834945888, "trees": 0.5913709286843615, "oqs": 0.6686461223396273, "ex": 0.5771144278606966, "ex_soft": 0.6224601841981334, "real_first": 0.582089552238806 }, "execution_agreement": { "both": 97, "execution_only": 19, "grade_only": 6, "neither": 79 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9213153045733596, "kvs": 1.0, "trees": 1.0, "oqs": 0.9737717681911199, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8794276961395369, "kvs": 1.0, "trees": 1.0, "oqs": 0.9598092320465123, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7476713022509761, "kvs": 1.0, "trees": 0.75, "oqs": 0.8325571007503254, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6942727552562664, "kvs": 0.0, "trees": 0.0, "oqs": 0.2314242517520888, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7828475793522447, "kvs": 0.0, "trees": 0.0, "oqs": 0.2609491931174149, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7828475793522447, "kvs": 0.0, "trees": 0.0, "oqs": 0.2609491931174149, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8640255986955562, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8594371043270902, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8595004874308618, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8579287339055254, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6250134029867562, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7321473248051092, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6424401153653622, "kvs": 1.0, "trees": 0.625, "oqs": 0.7558133717884541, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7012958847257491, "kvs": 1.0, "trees": 0.75, "oqs": 0.8170986282419164, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9098510754886101, "kvs": 1.0, "trees": 1.0, "oqs": 0.9699503584962034, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5240041455275416, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.41276328660441863, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6538044386416796, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8369824319281789, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5406439631487469, "kvs": 0.14285714285714285, "trees": 0.5714285714285714, "oqs": 0.4183098924781537, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.716352891461921, "kvs": 1.0, "trees": 0.625, "oqs": 0.7804509638206403, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.675054705892229, "kvs": 0.75, "trees": 0.625, "oqs": 0.683351568630743, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8143516838143025, "kvs": 1.0, "trees": 0.75, "oqs": 0.8547838946047674, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8955810533319452, "kvs": 1.0, "trees": 0.8, "oqs": 0.8985270177773149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5155663488949616, "kvs": 0.2857142857142857, "trees": 0.3076923076923077, "oqs": 0.3696576474338517, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5748567563127971, "kvs": 0.0, "trees": 0.0, "oqs": 0.19161891877093237, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.609208875216774, "kvs": 0.29411764705882354, "trees": 0.8461538461538461, "oqs": 0.5831601228098146, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5020674590317376, "kvs": 0.14285714285714285, "trees": 0.2777777777777778, "oqs": 0.30756745988888606, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4852352532119829, "kvs": 0.0, "trees": 0.3333333333333333, "oqs": 0.2728561955151054, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-10", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4870992173707083, "kvs": 0.14285714285714285, "trees": 0.6666666666666666, "oqs": 0.4322076756315059, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8008348064401956, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7907544592895889, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "wrong_real", "f1": 0.4051, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.606978252733219, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6785165604348825, "ex": false, "ex_soft": 0.25396825396825395, "real_first": false } }, { "task": "ad-11", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8259786358881506, "kvs": 0.0, "trees": 0.0, "oqs": 0.27532621196271684, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8517374506904952, "kvs": 1.0, "trees": 0.6, "oqs": 0.8172458168968317, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9325515026503582, "kvs": 1.0, "trees": 0.6, "oqs": 0.8441838342167861, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7454026773863868, "kvs": 1.0, "trees": 0.8, "oqs": 0.8484675591287957, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.537627046584596, "kvs": 1.0, "trees": 0.6, "oqs": 0.712542348861532, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-13", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8346717007958638, "kvs": 0.0, "trees": 0.0, "oqs": 0.2782239002652879, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5067287266851557, "kvs": 1.0, "trees": 0.2, "oqs": 0.5689095755617185, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8961033787448147, "kvs": 1.0, "trees": 1.0, "oqs": 0.9653677929149382, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.786629541997855, "kvs": 0.7777777777777778, "trees": 0.9230769230769231, "oqs": 0.8291614142841853, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7216102808728887, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.804639324393527, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5505805137165413, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7549554093340852, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.65016236423583, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7405303118881337, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8025276569996165, "kvs": 1.0, "trees": 1.0, "oqs": 0.9341758856665389, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.46686201942306826, "kvs": 0.6, "trees": 0.5, "oqs": 0.5222873398076894, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38386397213069845, "kvs": 0.0, "trees": 0.0, "oqs": 0.12795465737689948, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.735582508684633, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.8007497251170999, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7092003877012227, "kvs": 1.0, "trees": 0.5, "oqs": 0.7364001292337409, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7092003877012227, "kvs": 1.0, "trees": 0.5, "oqs": 0.7364001292337409, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6359474012110657, "kvs": 0.8333333333333334, "trees": 0.6666666666666666, "oqs": 0.7119824670703552, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6726098579002789, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.6363244980879718, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6238512866272574, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.6200716409969645, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7766966484702446, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.6710200949446269, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4358888659554987, "kvs": 1.0, "trees": 0.4, "oqs": 0.6119629553184995, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9669133642286887, "kvs": 1.0, "trees": 0.6, "oqs": 0.8556377880762295, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6648341325912182, "kvs": 1.0, "trees": 0.4, "oqs": 0.6882780441970727, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.573486695642409, "kvs": 0.5, "trees": 0.75, "oqs": 0.6078288985474697, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.63246122688441, "kvs": 0.5, "trees": 0.75, "oqs": 0.6274870756281367, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5087866243050195, "kvs": 0.5, "trees": 0.625, "oqs": 0.5445955414350064, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.642041188834652, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6445692851671062, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6348326748520823, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6421664471729164, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4362848603959025, "kvs": 0.2, "trees": 0.625, "oqs": 0.42042828679863414, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8023793602977446, "kvs": 0.6666666666666666, "trees": 1.0, "oqs": 0.8230153423214704, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7030385086416646, "kvs": 0.5555555555555556, "trees": 0.75, "oqs": 0.6695313547324068, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.826233637470815, "kvs": 1.0, "trees": 1.0, "oqs": 0.9420778791569383, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4809702159118744, "kvs": 1.0, "trees": 0.6, "oqs": 0.6936567386372915, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6428493176375089, "kvs": 1.0, "trees": 0.6, "oqs": 0.747616439212503, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7134133555525045, "kvs": 1.0, "trees": 0.6, "oqs": 0.7711377851841682, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.22856823553178865, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.51666560232012, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3330107141454047, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.551479761857992, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.2761441931360717, "kvs": 0.5454545454545454, "trees": 0.42857142857142855, "oqs": 0.41672338905401524, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5888840834215007, "kvs": 1.0, "trees": 0.4, "oqs": 0.6629613611405002, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8564029230177603, "kvs": 1.0, "trees": 0.6, "oqs": 0.8188009743392534, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8564029230177603, "kvs": 1.0, "trees": 0.6, "oqs": 0.8188009743392534, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8439443112251436, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.6305211196147305, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9066683801852787, "kvs": 1.0, "trees": 1.0, "oqs": 0.9688894600617596, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7017600324445372, "kvs": 0.0, "trees": 0.0, "oqs": 0.23392001081484573, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.865958992506942, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.852755561604878, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8885353872518219, "kvs": 1.0, "trees": 0.8461538461538461, "oqs": 0.9115630778018894, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8050609194364252, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.8324562039147058, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7401217187518271, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6371834300601328, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.745519868182578, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8199351941560975, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7426967453418152, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8189941532091765, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7765211620031633, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8302689587629591, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 2, "category": "wrong_real", "f1": 0.6897, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5418429837721473, "kvs": 0.0, "trees": 0.42857142857142855, "oqs": 0.3234714707811919, "ex": false, "ex_soft": 0.39473684210526316, "real_first": false } }, { "task": "lu-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6718870601098254, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.6144385438461323, "ex": false, "ex_soft": 0.75, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9441195253442064, "kvs": 1.0, "trees": 0.9230769230769231, "oqs": 0.9557321494737098, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8094183840361273, "kvs": 0.8181818181818182, "trees": 0.6923076923076923, "oqs": 0.7733026315085461, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "wrong_real", "f1": 0.4048, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6816185077919855, "kvs": 0.7272727272727273, "trees": 0.6923076923076923, "oqs": 0.7003996424574682, "ex": false, "ex_soft": 0.2537313432835821, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5692833619756521, "kvs": 0.0, "trees": 0.0, "oqs": 0.1897611206585507, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7577132296877199, "kvs": 0.3333333333333333, "trees": 0.6666666666666666, "oqs": 0.5859044098959066, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9452846937471141, "kvs": 1.0, "trees": 0.8333333333333334, "oqs": 0.9262060090268158, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.673539086365844, "kvs": 1.0, "trees": 1.0, "oqs": 0.8911796954552814, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-15", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7639386780264277, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7268684482310315, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8168343889009747, "kvs": 1.0, "trees": 0.75, "oqs": 0.8556114629669915, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.691051190067566, "kvs": 0.0, "trees": 0.0, "oqs": 0.23035039668918866, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49354442096736956, "kvs": 0.75, "trees": 0.5, "oqs": 0.5811814736557899, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.23770991188162593, "kvs": 0.0, "trees": 0.5, "oqs": 0.24590330396054197, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7377298615154977, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8173385252670706, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5768604354141675, "kvs": 0.5, "trees": 0.7142857142857143, "oqs": 0.5970487165666273, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5369920629472094, "kvs": 0.6, "trees": 0.5714285714285714, "oqs": 0.5694735447919269, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7244229074184211, "kvs": 0.0, "trees": 0.0, "oqs": 0.24147430247280702, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7624762162195399, "kvs": 0.7142857142857143, "trees": 0.6923076923076923, "oqs": 0.7230232076043155, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-18", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7220827732843582, "kvs": 0.0, "trees": 0.0, "oqs": 0.24069425776145273, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8723817320257488, "kvs": 1.0, "trees": 1.0, "oqs": 0.9574605773419163, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8172446028039947, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.8914624866489507, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7632065633642469, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.778211711597606, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8431793946067571, "kvs": 1.0, "trees": 1.0, "oqs": 0.9477264648689191, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "wrong_real", "f1": 0.9811, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7510866825265172, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7741717513183629, "ex": false, "ex_soft": 0.9629629629629629, "real_first": false } }, { "task": "mc-02", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5090143982034915, "kvs": 0.0, "trees": 0.0, "oqs": 0.16967146606783048, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6803442095233184, "kvs": 0.0, "trees": 0.0, "oqs": 0.22678140317443948, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7494881111905966, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7736388942063893, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6422631808730426, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7378972507672046, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.831611148329999, "kvs": 1.0, "trees": 0.75, "oqs": 0.860537049443333, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6398835168452196, "kvs": 1.0, "trees": 0.75, "oqs": 0.7966278389484066, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7627403788552175, "kvs": 0.0, "trees": 0.0, "oqs": 0.2542467929517392, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6243122223997207, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7795326455618117, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6080657081152568, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7741171408003238, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8355950741588128, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8499602628148425, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8120151935465643, "kvs": 1.0, "trees": 0.625, "oqs": 0.8123383978488548, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7138611519199102, "kvs": 1.0, "trees": 0.75, "oqs": 0.82128705063997, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8744370741509377, "kvs": 1.0, "trees": 0.75, "oqs": 0.8748123580503125, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.34229488114583484, "kvs": 0.0, "trees": 0.0, "oqs": 0.11409829371527828, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.14930832075037118, "kvs": 0.75, "trees": 0.3076923076923077, "oqs": 0.4023335428142263, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.29701089172510026, "kvs": 0.0, "trees": 0.0, "oqs": 0.09900363057503342, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8749998914721093, "kvs": 1.0, "trees": 1.0, "oqs": 0.9583332971573698, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8749998914721093, "kvs": 1.0, "trees": 1.0, "oqs": 0.9583332971573698, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6468592998851816, "kvs": 0.5, "trees": 0.5454545454545454, "oqs": 0.5641046151132424, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.8344, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7528112646269589, "kvs": 0.6, "trees": 0.5833333333333334, "oqs": 0.6453815326534308, "ex": false, "ex_soft": 0.7157894736842105, "real_first": false } }, { "task": "mc-10", "epoch": 2, "category": "wrong_real", "f1": 0.8344, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6204013130862716, "kvs": 0.6, "trees": 0.5833333333333334, "oqs": 0.6012448821398683, "ex": false, "ex_soft": 0.7157894736842105, "real_first": false } }, { "task": "mc-10", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8728718795849443, "kvs": 1.0, "trees": 0.75, "oqs": 0.8742906265283148, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6472193659409213, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7871683600755452, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8222119830761851, "kvs": 1.0, "trees": 1.0, "oqs": 0.9407373276920618, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7486867537851877, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8209908226903008, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3319774521022266, "kvs": 0.65, "trees": 0.5714285714285714, "oqs": 0.5178020078435993, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 2, "category": "wrong_real", "f1": 0.6667, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7383551435322917, "kvs": 0.8666666666666667, "trees": 0.6428571428571429, "oqs": 0.7492929843520337, "ex": false, "ex_soft": 0.5, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "wrong_real", "f1": 0.6667, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3704816522082204, "kvs": 0.55, "trees": 0.6428571428571429, "oqs": 0.5211129316884544, "ex": false, "ex_soft": 0.5, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5719871456093846, "kvs": 1.0, "trees": 0.6, "oqs": 0.7239957152031282, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5441241781890955, "kvs": 1.0, "trees": 0.4, "oqs": 0.6480413927296985, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8979793235763773, "kvs": 1.0, "trees": 0.4, "oqs": 0.7659931078587925, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.540006854234906, "kvs": 0.0, "trees": 0.0, "oqs": 0.18000228474496868, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.612439593374724, "kvs": 0.42857142857142855, "trees": 0.6, "oqs": 0.5470036739820509, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-14", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6510374866878911, "kvs": 0.0, "trees": 0.0, "oqs": 0.21701249556263036, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6762694259338986, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7968517134065376, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7852315273075353, "kvs": 1.0, "trees": 1.0, "oqs": 0.9284105091025118, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6101335894472867, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7271873869586193, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3362052854134507, "kvs": 0.0, "trees": 0.0, "oqs": 0.11206842847115023, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 2, "category": "wrong_real", "f1": 0.8, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5401448669279908, "kvs": 0.6, "trees": 0.25, "oqs": 0.4633816223093303, "ex": false, "ex_soft": 0.6666666666666666, "real_first": false } }, { "task": "mc-16", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.22471038579306518, "kvs": 0.3333333333333333, "trees": 0.125, "oqs": 0.2276812397087995, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8678530095994736, "kvs": 1.0, "trees": 0.6, "oqs": 0.8226176698664912, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9113515468302017, "kvs": 1.0, "trees": 0.6, "oqs": 0.8371171822767339, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9552538286745692, "kvs": 1.0, "trees": 0.6, "oqs": 0.8517512762248565, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5640331320368788, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7118205678218167, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-01", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5219170748085724, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7454009296980956, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5640331320368788, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7118205678218167, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "wrong_real", "f1": 0.069, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5729926295175216, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6215530987280627, "ex": false, "ex_soft": 0.03571428571428571, "real_first": false } }, { "task": "mv-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7657585284298362, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.7274750650321676, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6414660607076488, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6443775757914385, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5679013431224806, "kvs": 1.0, "trees": 0.6, "oqs": 0.7226337810408269, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5695741541518783, "kvs": 1.0, "trees": 0.8, "oqs": 0.7898580513839594, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5648509829176628, "kvs": 1.0, "trees": 0.6, "oqs": 0.7216169943058875, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5260246754547505, "kvs": 0.2, "trees": 0.5454545454545454, "oqs": 0.4238264069697653, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5763263032414042, "kvs": 0.2, "trees": 0.8181818181818182, "oqs": 0.5315027071410742, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-05", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7325838883173604, "kvs": 1.0, "trees": 1.0, "oqs": 0.9108612961057868, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9775241099263499, "kvs": 1.0, "trees": 0.75, "oqs": 0.9091747033087832, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-07", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5670379536032231, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.6195682067566298, "ex": false, "ex_soft": 0.4117647058823529, "real_first": false } }, { "task": "mv-07", "epoch": 3, "category": "wrong_real", "f1": 0.9714, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8490462869223983, "kvs": 1.0, "trees": 0.75, "oqs": 0.866348762307466, "ex": false, "ex_soft": 0.3888888888888889, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7191329082346906, "kvs": 0.6, "trees": 0.6, "oqs": 0.6397109694115635, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.850826455368544, "kvs": 1.0, "trees": 0.8, "oqs": 0.8836088184561813, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7191329082346906, "kvs": 0.6, "trees": 0.6, "oqs": 0.6397109694115635, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9286340322268011, "kvs": 0.6666666666666666, "trees": 1.0, "oqs": 0.8651002329644891, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6145832329133303, "kvs": 0.75, "trees": 0.625, "oqs": 0.6631944109711101, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-09", "epoch": 3, "category": "wrong_real", "f1": 0.7273, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.604590126374658, "kvs": 1.0, "trees": 0.625, "oqs": 0.7431967087915528, "ex": false, "ex_soft": 0.5714285714285714, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47394764104004694, "kvs": 0.5, "trees": 0.4, "oqs": 0.457982547013349, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5992615983852838, "kvs": 0.5, "trees": 0.5333333333333333, "oqs": 0.5441983105728724, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-10", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43817985783301594, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.4238377303887831, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.841909343968128, "kvs": 1.0, "trees": 1.0, "oqs": 0.9473031146560427, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7056461224888426, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7590248979724713, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-11", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.605294294984135, "kvs": 0.0, "trees": 0.0, "oqs": 0.20176476499471166, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.439333811472919, "kvs": 1.0, "trees": 0.7, "oqs": 0.7131112704909729, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4637301495989405, "kvs": 1.0, "trees": 0.7, "oqs": 0.7212433831996469, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5462243119876434, "kvs": 1.0, "trees": 0.7, "oqs": 0.7487414373292145, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6602302927182783, "kvs": 1.0, "trees": 0.4, "oqs": 0.6867434309060928, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8695689661348763, "kvs": 1.0, "trees": 0.6, "oqs": 0.8231896553782921, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6066323683025284, "kvs": 1.0, "trees": 0.2, "oqs": 0.602210789434176, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": true, "chrf": 1.0, "kvs": 1.0, "trees": 1.0, "oqs": 1.0, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8760616976187212, "kvs": 1.0, "trees": 1.0, "oqs": 0.9586872325395737, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7146343420495412, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8096400187784186, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7157114336295567, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7623800016860427, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.857387833056712, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9048435633998563, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8262147606169838, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8468334916342327, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8828194363426418, "kvs": 1.0, "trees": 1.0, "oqs": 0.9609398121142139, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7616877342177865, "kvs": 1.0, "trees": 0.6, "oqs": 0.7872292447392621, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7294564912509971, "kvs": 1.0, "trees": 0.6, "oqs": 0.7764854970836658, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6989619756272848, "kvs": 0.6666666666666666, "trees": 0.6, "oqs": 0.6552095474313172, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.27611843996503205, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5364839244327885, "ex": false, "ex_soft": 0.16666666666666666, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24337363436007736, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5255689892311369, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.24465080740564324, "kvs": 1.0, "trees": 0.3333333333333333, "oqs": 0.5259947135796589, "ex": false, "ex_soft": 0.1875, "real_first": true } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4271308122512631, "kvs": 0.375, "trees": 0.5, "oqs": 0.43404360408375436, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5844214761854771, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.5096219735433072, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.26353707839747764, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.39340124835471474, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }