{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "hf-inference-providers/MiniMaxAI/MiniMax-M3:deepinfra", "mode": "single_shot", "tools": "-" }, "summary": { "tasks": 67, "intents": 60, "epochs": 3, "accuracy": 0.16417910447761194, "ci95": [ 0.1021505376344086, 0.2323232323232323 ], "real_accuracy": 0.46766169154228854, "inflation": 0.30348258706467657, "inflation_ci95": [ 0.2107843137254902, 0.40096618357487923 ], "agreement": { "real": 0.4577114427860697, "w1": 0.31840796019900497, "w2": 0.31840796019900497, "w3": 0.16417910447761194 }, "epoch_accuracy": { "1": 0.208955223880597, "2": 0.16417910447761194, "3": 0.11940298507462686 }, "epoch_sd": 0.04477611940298507, "mean_f1": 0.4898378109452737, "valid": 0.9054726368159204, "categories": { "wrong_real": 90, "wrong_witness": 59, "pass": 33, "query_error": 9, "rejected": 9, "runtime_error": 1 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.05555555555555555 }, "containment": { "tasks": 6, "accuracy": 0.27777777777777773 }, "counting": { "tasks": 6, "accuracy": 0.05555555555555555 }, "element_types": { "tasks": 6, "accuracy": 0.2222222222222222 }, "judgment_calls": { "tasks": 6, "accuracy": 0.16666666666666666 }, "name_matching": { "tasks": 6, "accuracy": 0.05555555555555555 }, "proximity": { "tasks": 6, "accuracy": 0.38888888888888884 }, "relations": { "tasks": 7, "accuracy": 0.09523809523809523 }, "set_composition": { "tasks": 6, "accuracy": 0.0 }, "tag_grounding": { "tasks": 6, "accuracy": 0.1111111111111111 }, "viewport": { "tasks": 6, "accuracy": 0.38888888888888884 } }, "tag_frequency": { "common": { "tasks": 21, "accuracy": 0.14285714285714285 }, "uncommon": { "tasks": 24, "accuracy": 0.25 }, "rare": { "tasks": 22, "accuracy": 0.09090909090909091 } }, "drafted_by": { "model": { "tasks": 67, "accuracy": 0.16417910447761194 } }, "pairs": { "pairs": 7, "consistency": 0.14285714285714285, "accuracy": 0.3333333333333333 }, "missing": [], "overpassnl": { "em": 0.0, "chrf": 0.5855686778088599, "kvs": 0.6508665325829506, "trees": 0.522203459890027, "oqs": 0.5862128900939458, "ex": 0.30845771144278605, "ex_soft": 0.36361444116274444, "real_first": 0.4427860696517413 }, "execution_agreement": { "both": 24, "execution_only": 38, "grade_only": 9, "neither": 130 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9065979047033692, "kvs": 1.0, "trees": 0.75, "oqs": 0.8855326349011231, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4755903220589677, "kvs": 0.5, "trees": 0.5, "oqs": 0.49186344068632254, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-01", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7425187416357705, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.6363951361008123, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5351595539472168, "kvs": 0.625, "trees": 0.38461538461538464, "oqs": 0.5149249795208671, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-03", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5193087385127216, "kvs": 0.6666666666666666, "trees": 0.38461538461538464, "oqs": 0.5235302632649242, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5214120234910801, "kvs": 0.4444444444444444, "trees": 0.23076923076923078, "oqs": 0.39887523290158505, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5277596278978438, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.48544368548975747, "ex": false, "ex_soft": 0.20714285714285716, "real_first": true } }, { "task": "ad-04", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5060660435863819, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.47821249071927013, "ex": false, "ex_soft": 0.20714285714285716, "real_first": true } }, { "task": "ad-04", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6422088651720779, "kvs": 0.5, "trees": 0.5714285714285714, "oqs": 0.5712124788668831, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-05", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5746576509954595, "kvs": 0.75, "trees": 0.5, "oqs": 0.6082192169984865, "ex": false, "ex_soft": 0.1111111111111111, "real_first": true } }, { "task": "ad-05", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5563036998111934, "kvs": 0.75, "trees": 0.5, "oqs": 0.6021012332703978, "ex": false, "ex_soft": 0.1111111111111111, "real_first": true } }, { "task": "ad-05", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5602156044179466, "kvs": 0.75, "trees": 0.5, "oqs": 0.6034052014726489, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7670149761421375, "kvs": 0.7, "trees": 0.7142857142857143, "oqs": 0.7271002301426174, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-06", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6663570607565654, "kvs": 0.7, "trees": 0.5, "oqs": 0.6221190202521885, "ex": false, "ex_soft": 0.11442786069651742, "real_first": true } }, { "task": "ad-06", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5074198972207786, "kvs": 0.7, "trees": 0.5, "oqs": 0.5691399657402595, "ex": false, "ex_soft": 0.11442786069651742, "real_first": true } }, { "task": "ad-07", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6580883437189401, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.6082516701285355, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5784609697652559, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5817092121439741, "ex": false, "ex_soft": 0.03806228373702422, "real_first": true } }, { "task": "ad-07", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6310372189086936, "kvs": 0.46153846153846156, "trees": 0.5, "oqs": 0.5308585601490518, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.90899979330231, "kvs": 1.0, "trees": 0.6, "oqs": 0.8363332644341033, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-08", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5911892935331469, "kvs": 1.0, "trees": 0.4, "oqs": 0.663729764511049, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5839606093714861, "kvs": 1.0, "trees": 0.4, "oqs": 0.6613202031238287, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5410847911556912, "kvs": 0.2857142857142857, "trees": 0.38461538461538464, "oqs": 0.4038048204951205, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5072163791530943, "kvs": 0.25, "trees": 0.38461538461538464, "oqs": 0.3806105879228263, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39445528454511397, "kvs": 0.4444444444444444, "trees": 0.38461538461538464, "oqs": 0.4078383712016476, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49244042021758205, "kvs": 0.35714285714285715, "trees": 0.4444444444444444, "oqs": 0.4313425739349612, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 2, "category": "wrong_real", "f1": 0.7143, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6691096245522702, "kvs": 1.0, "trees": 0.7222222222222222, "oqs": 0.7971106155914974, "ex": false, "ex_soft": 0.5555555555555556, "real_first": false } }, { "task": "ad-10", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7781820268456817, "kvs": 0.0, "trees": 0.0, "oqs": 0.2593940089485606, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5627817067956319, "kvs": 0.3333333333333333, "trees": 0.42857142857142855, "oqs": 0.4415621562334646, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-11", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5245691115602709, "kvs": 1.0, "trees": 0.42857142857142855, "oqs": 0.6510468467105665, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8007675626935026, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8383510923264056, "ex": false, "ex_soft": 0.11940298507462686, "real_first": true } }, { "task": "ad-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5205752069877029, "kvs": 0.3333333333333333, "trees": 0.6, "oqs": 0.48463618010701204, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6454222954776928, "kvs": 1.0, "trees": 0.6, "oqs": 0.7484740984925643, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-12", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5989847501724684, "kvs": 1.0, "trees": 0.6, "oqs": 0.7329949167241562, "ex": false, "ex_soft": 0.13333333333333333, "real_first": true } }, { "task": "ad-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38352808250638526, "kvs": 1.0, "trees": 0.4, "oqs": 0.5945093608354618, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4355455658215889, "kvs": 1.0, "trees": 0.4, "oqs": 0.6118485219405296, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4355455658215889, "kvs": 1.0, "trees": 0.4, "oqs": 0.6118485219405296, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8011284155833572, "kvs": 0.7777777777777778, "trees": 0.9230769230769231, "oqs": 0.8339943721460195, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7540183831465119, "kvs": 0.6363636363636364, "trees": 0.7692307692307693, "oqs": 0.7198709295803059, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5805588076795839, "kvs": 0.7, "trees": 0.5384615384615384, "oqs": 0.606340115380374, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6750340943959983, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7964399362272375, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4408249915444241, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.48979880670528425, "ex": false, "ex_soft": 0.1746987951807229, "real_first": true } }, { "task": "ad-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4683908916506381, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.49898744007402224, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.650973984525255, "kvs": 0.625, "trees": 0.5, "oqs": 0.591991328175085, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6953101176344433, "kvs": 0.625, "trees": 0.5, "oqs": 0.6067700392114811, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7268720050428259, "kvs": 1.0, "trees": 0.6666666666666666, "oqs": 0.7978462239031642, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6359292631155283, "kvs": 1.0, "trees": 0.5, "oqs": 0.7119764210385094, "ex": false, "ex_soft": 0.048, "real_first": false } }, { "task": "ad-17", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7023319809405102, "kvs": 0.625, "trees": 0.6666666666666666, "oqs": 0.6646662158690589, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "ad-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6378367811547317, "kvs": 0.625, "trees": 0.5, "oqs": 0.5876122603849105, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6494179582605738, "kvs": 0.6, "trees": 0.6363636363636364, "oqs": 0.6285938648747367, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "ad-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4891588649829192, "kvs": 0.6, "trees": 0.45454545454545453, "oqs": 0.514568106509458, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6266541399430278, "kvs": 0.5, "trees": 0.45454545454545453, "oqs": 0.5270665314961608, "ex": false, "ex_soft": 0.2962962962962963, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8512147608586222, "kvs": 1.0, "trees": 0.8, "oqs": 0.8837382536195407, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6101019461735119, "kvs": 1.0, "trees": 0.6, "oqs": 0.7367006487245039, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-02", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9166380631047278, "kvs": 1.0, "trees": 0.6, "oqs": 0.8388793543682427, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-03", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4767393296573717, "kvs": 0.3333333333333333, "trees": 0.5, "oqs": 0.4366908876635683, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6029900847087494, "kvs": 0.25, "trees": 0.5, "oqs": 0.4509966949029165, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6345117414199105, "kvs": 0.5, "trees": 0.75, "oqs": 0.6281705804733035, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.33797445971711754, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.3348803754612614, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5065976148390317, "kvs": 0.7142857142857143, "trees": 0.75, "oqs": 0.6569611097082486, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6195401489291222, "kvs": 0.4, "trees": 0.75, "oqs": 0.5898467163097074, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.702903830264382, "kvs": 0.6666666666666666, "trees": 0.875, "oqs": 0.7481901656436829, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5084100959794696, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.4842848468079713, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45968344911867676, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.46804263118770706, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6146979070289065, "kvs": 1.0, "trees": 0.6, "oqs": 0.7382326356763022, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.646524506107909, "kvs": 1.0, "trees": 0.6, "oqs": 0.7488415020359697, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-06", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9166380631047278, "kvs": 1.0, "trees": 0.6, "oqs": 0.8388793543682427, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-07", "epoch": 1, "category": "wrong_real", "f1": 0.0084, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5058503338098594, "kvs": 0.5714285714285714, "trees": 0.5714285714285714, "oqs": 0.5495691588890007, "ex": false, "ex_soft": 0.0007122837089713001, "real_first": false } }, { "task": "lu-07", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6256473415726022, "kvs": 0.7272727272727273, "trees": 0.5714285714285714, "oqs": 0.641449546757967, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5777939936248176, "kvs": 0.7272727272727273, "trees": 0.5714285714285714, "oqs": 0.625498430775372, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.37982902108129213, "kvs": 1.0, "trees": 0.4, "oqs": 0.5932763403604308, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5519912556493829, "kvs": 1.0, "trees": 0.6, "oqs": 0.7173304185497943, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3675693962999923, "kvs": 1.0, "trees": 0.4, "oqs": 0.5891897987666641, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7785610143225186, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8309489095360777, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7871634391831966, "kvs": 0.3333333333333333, "trees": 0.7142857142857143, "oqs": 0.6115941622674148, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8001691214739695, "kvs": 0.3333333333333333, "trees": 1.0, "oqs": 0.7111674849357676, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8305254257866123, "kvs": 0.7272727272727273, "trees": 0.7692307692307693, "oqs": 0.7756763074300362, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-10", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7571266246170688, "kvs": 0.18181818181818182, "trees": 0.7692307692307693, "oqs": 0.56939185855534, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7126522147215579, "kvs": 0.36363636363636365, "trees": 0.5384615384615384, "oqs": 0.5382500389398199, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5047053144605538, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.47775891434399415, "ex": false, "ex_soft": 0.05172413793103448, "real_first": true } }, { "task": "lu-11", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7255177631630426, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8132678258162523, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.4467347683068761, "kvs": 0.3333333333333333, "trees": 0.42857142857142855, "oqs": 0.40287984340387933, "ex": false, "ex_soft": 0.05172413793103448, "real_first": true } }, { "task": "lu-12", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8407160217003322, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8516672453286822, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8454576292840612, "kvs": 1.0, "trees": 0.8571428571428571, "oqs": 0.9008668288089727, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4253577540785099, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4513097275499795, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.0432, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.757892198923277, "kvs": 0.8181818181818182, "trees": 0.5384615384615384, "oqs": 0.7048451851888778, "ex": false, "ex_soft": 0.022058823529411766, "real_first": false } }, { "task": "lu-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.9068948252782374, "kvs": 1.0, "trees": 0.6923076923076923, "oqs": 0.8664008391953099, "ex": false, "ex_soft": 0.9251700680272109, "real_first": true } }, { "task": "lu-13", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.901581092426815, "kvs": 0.0, "trees": 0.0, "oqs": 0.30052703080893833, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.599118367934632, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.5885950115337661, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.600284865094278, "kvs": 0.5, "trees": 0.6666666666666666, "oqs": 0.5889838439203149, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47533385267212286, "kvs": 0.36363636363636365, "trees": 0.6666666666666666, "oqs": 0.5018789609917177, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5028020523023055, "kvs": 0.75, "trees": 0.5, "oqs": 0.5842673507674352, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.42092871907471713, "kvs": 0.25, "trees": 0.375, "oqs": 0.348642906358239, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 3, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.527300407804462, "kvs": 0.5, "trees": 0.75, "oqs": 0.592433469268154, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5127973625513553, "kvs": 0.0, "trees": 0.0, "oqs": 0.1709324541837851, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 2, "category": "rejected", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5080859874481528, "kvs": 0.5, "trees": 0.5, "oqs": 0.5026953291493843, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5215637304381456, "kvs": 0.3076923076923077, "trees": 0.5, "oqs": 0.4430853460434845, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5748209367004381, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5011307884239555, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5659797905169718, "kvs": 0.375, "trees": 0.42857142857142855, "oqs": 0.45651707302946676, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "lu-17", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7490430735961434, "kvs": 0.5, "trees": 0.7142857142857143, "oqs": 0.6544429292939525, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5886449159703273, "kvs": 0.0, "trees": 0.0, "oqs": 0.1962149719901091, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 2, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5110100828193886, "kvs": 0.0, "trees": 0.0, "oqs": 0.17033669427312956, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7339422332300825, "kvs": 0.0, "trees": 0.0, "oqs": 0.24464741107669416, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6308592504067166, "kvs": 0.5, "trees": 0.5714285714285714, "oqs": 0.567429273945096, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.578991992699199, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5025211404235426, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-01", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.583041231751285, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5038708867742379, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6361210435661381, "kvs": 1.0, "trees": 1.0, "oqs": 0.878707014522046, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5641886841693406, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4975867042469231, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-02", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5785249528304168, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5023654604672818, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7762597876269062, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8301818339708734, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8245378764416277, "kvs": 1.0, "trees": 0.5714285714285714, "oqs": 0.7986554826233997, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-04", "epoch": 3, "category": "runtime_error", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5902483111558193, "kvs": 0.75, "trees": 0.5714285714285714, "oqs": 0.6372256275281302, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6559289439593367, "kvs": 0.6666666666666666, "trees": 0.375, "oqs": 0.5658652035420011, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.44659957942726963, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5377554153646454, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-05", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5028892698549992, "kvs": 0.5714285714285714, "trees": 0.5, "oqs": 0.5247726137611902, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-06", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43954315780825154, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.4560381954598934, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4346066393672505, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.45439268931289306, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-06", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41076525175839895, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44644556010994246, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6719383215822834, "kvs": 1.0, "trees": 0.75, "oqs": 0.8073127738607612, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47705566946470696, "kvs": 0.5714285714285714, "trees": 0.5, "oqs": 0.5161614136310928, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-07", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.47705566946470696, "kvs": 0.5714285714285714, "trees": 0.5, "oqs": 0.5161614136310928, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3829772321085265, "kvs": 0.7272727272727273, "trees": 0.3076923076923077, "oqs": 0.47264742235785384, "ex": false, "ex_soft": 0.03414634146341464, "real_first": false } }, { "task": "mc-08", "epoch": 2, "category": "wrong_real", "f1": 0.9818, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3780825296875686, "kvs": 0.5714285714285714, "trees": 0.3076923076923077, "oqs": 0.4190678029361492, "ex": false, "ex_soft": 0.9642857142857143, "real_first": false } }, { "task": "mc-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3835649746244529, "kvs": 0.7272727272727273, "trees": 0.3076923076923077, "oqs": 0.4728433365298293, "ex": false, "ex_soft": 0.03414634146341464, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6438312892005785, "kvs": 0.3333333333333333, "trees": 0.5454545454545454, "oqs": 0.5075397226628191, "ex": false, "ex_soft": 0.09090909090909091, "real_first": true } }, { "task": "mc-09", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6057285192414568, "kvs": 1.0, "trees": 0.7272727272727273, "oqs": 0.7776670821713947, "ex": false, "ex_soft": 0.09090909090909091, "real_first": true } }, { "task": "mc-09", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4975213148961711, "kvs": 0.5, "trees": 0.5454545454545454, "oqs": 0.5143252867835721, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.7742, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.48051094556004303, "kvs": 0.375, "trees": 0.5, "oqs": 0.45183698185334764, "ex": false, "ex_soft": 0.631578947368421, "real_first": false } }, { "task": "mc-10", "epoch": 2, "category": "wrong_real", "f1": 0.8344, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6917008063711312, "kvs": 0.5454545454545454, "trees": 0.6666666666666666, "oqs": 0.6346073394974477, "ex": false, "ex_soft": 0.7083333333333334, "real_first": false } }, { "task": "mc-10", "epoch": 3, "category": "wrong_real", "f1": 0.8344, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5027803566898977, "kvs": 0.5454545454545454, "trees": 0.5, "oqs": 0.5160783007148143, "ex": false, "ex_soft": 0.7157894736842105, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43779418524716535, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.455455204606198, "ex": false, "ex_soft": 0.35, "real_first": true } }, { "task": "mc-11", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.522010032585726, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.48352715371905153, "ex": false, "ex_soft": 0.35, "real_first": true } }, { "task": "mc-11", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.7288412445088105, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8143756529315084, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5497528736363383, "kvs": 0.7333333333333333, "trees": 0.6428571428571429, "oqs": 0.6419811166089381, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 2, "category": "wrong_real", "f1": 0.6667, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.659953692821621, "kvs": 0.6, "trees": 0.8571428571428571, "oqs": 0.7056988499881593, "ex": false, "ex_soft": 0.5, "real_first": false } }, { "task": "mc-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4896643134929069, "kvs": 0.7333333333333333, "trees": 0.6428571428571429, "oqs": 0.6219515965611278, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5510348420807673, "kvs": 1.0, "trees": 0.6, "oqs": 0.7170116140269225, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-13", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5280111201002119, "kvs": 1.0, "trees": 0.6, "oqs": 0.7093370400334039, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-13", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5280111201002119, "kvs": 1.0, "trees": 0.6, "oqs": 0.7093370400334039, "ex": false, "ex_soft": 0.28, "real_first": true } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6438075031414683, "kvs": 0.4444444444444444, "trees": 0.6, "oqs": 0.5627506491953042, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.747685251670455, "kvs": 0.75, "trees": 0.6, "oqs": 0.6992284172234849, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5521513159354896, "kvs": 0.5454545454545454, "trees": 0.4, "oqs": 0.4992019537966783, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.46903045623023687, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.49920062826722184, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39128416371711877, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.4732851974295158, "ex": false, "ex_soft": 0.02868617326448652, "real_first": true } }, { "task": "mc-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3587053401805807, "kvs": 0.6, "trees": 0.42857142857142855, "oqs": 0.4624255895840031, "ex": false, "ex_soft": 0.02868617326448652, "real_first": true } }, { "task": "mc-16", "epoch": 1, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4047204840530509, "kvs": 0.375, "trees": 0.375, "oqs": 0.38490682801768367, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 2, "category": "wrong_real", "f1": 0.8, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39202395777172033, "kvs": 0.3333333333333333, "trees": 0.375, "oqs": 0.36678576370168453, "ex": false, "ex_soft": 0.0410958904109589, "real_first": false } }, { "task": "mc-16", "epoch": 3, "category": "wrong_real", "f1": 0.8, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.32893830727409357, "kvs": 0.26666666666666666, "trees": 0.375, "oqs": 0.32353499131358676, "ex": false, "ex_soft": 0.0410958904109589, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.6231946589297483, "kvs": 1.0, "trees": 0.6, "oqs": 0.7410648863099162, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mc-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.38537783510959855, "kvs": 1.0, "trees": 0.4, "oqs": 0.5951259450365328, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-17", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5648176253384913, "kvs": 1.0, "trees": 0.6, "oqs": 0.7216058751128305, "ex": false, "ex_soft": 0.5151515151515151, "real_first": true } }, { "task": "mv-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4194581320060573, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.44934318685916197, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-01", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.49220441884033306, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.47359194913725383, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-01", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5525446022486636, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.7556101055114594, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-02", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5256212387353544, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5640959684673403, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-02", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.39768236577653404, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.35478301081440017, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-02", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3582871109733466, "kvs": 0.16666666666666666, "trees": 0.5, "oqs": 0.3416512592133378, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-04", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.5467194155610602, "kvs": 1.0, "trees": 0.6, "oqs": 0.7155731385203534, "ex": false, "ex_soft": 0.948051948051948, "real_first": true } }, { "task": "mv-04", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.523619902750787, "kvs": 1.0, "trees": 0.4, "oqs": 0.6412066342502624, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-04", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3144547148940886, "kvs": 1.0, "trees": 0.4, "oqs": 0.5714849049646963, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4619629641266107, "kvs": 0.625, "trees": 0.45454545454545453, "oqs": 0.5138361395573551, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.3958110653976242, "kvs": 0.5, "trees": 0.45454545454545453, "oqs": 0.45011883998102625, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.533561640038558, "kvs": 1.0, "trees": 0.45454545454545453, "oqs": 0.6627023648613375, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4817138586580017, "kvs": 0.4444444444444444, "trees": 0.375, "oqs": 0.433719434367482, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5304217877599965, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5656961514755544, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6105399490917918, "kvs": 0.6666666666666666, "trees": 0.75, "oqs": 0.6757355385861529, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5494271693953053, "kvs": 1.0, "trees": 0.4, "oqs": 0.6498090564651018, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-08", "epoch": 2, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9019461327324545, "kvs": 1.0, "trees": 0.6, "oqs": 0.8339820442441516, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-08", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5704711378622198, "kvs": 1.0, "trees": 0.4, "oqs": 0.6568237126207399, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4519350722886991, "kvs": 0.4444444444444444, "trees": 0.5, "oqs": 0.4654598389110478, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7162400467534726, "kvs": 0.6666666666666666, "trees": 0.625, "oqs": 0.669302237806713, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.793624975739702, "kvs": 1.0, "trees": 0.625, "oqs": 0.8062083252465673, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6258203173362163, "kvs": 0.7272727272727273, "trees": 0.4666666666666667, "oqs": 0.6065865704252035, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6857302340999383, "kvs": 0.7272727272727273, "trees": 0.4666666666666667, "oqs": 0.6265565426797775, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6521917413334224, "kvs": 1.0, "trees": 0.4666666666666667, "oqs": 0.7062861360000298, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4304747789964504, "kvs": 0.5, "trees": 0.2857142857142857, "oqs": 0.4053963549035788, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4304747789964504, "kvs": 0.5, "trees": 0.2857142857142857, "oqs": 0.4053963549035788, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4304747789964504, "kvs": 0.5, "trees": 0.2857142857142857, "oqs": 0.4053963549035788, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.45439921674039574, "kvs": 0.6666666666666666, "trees": 0.5, "oqs": 0.5403552944690208, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.35978453386813664, "kvs": 0.3333333333333333, "trees": 0.5, "oqs": 0.39770595573382334, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5775358385947535, "kvs": 0.36363636363636365, "trees": 0.7, "oqs": 0.5470574007437058, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7483353678149527, "kvs": 1.0, "trees": 0.6, "oqs": 0.7827784559383176, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-13", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8168438753019631, "kvs": 1.0, "trees": 0.6, "oqs": 0.8056146251006543, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-13", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.5329413515837326, "kvs": 1.0, "trees": 0.4, "oqs": 0.6443137838612442, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 1, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.8011029932010097, "kvs": 1.0, "trees": 0.6, "oqs": 0.8003676644003366, "ex": false, "ex_soft": 0.14285714285714285, "real_first": true } }, { "task": "mv-14", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.664167619869704, "kvs": 1.0, "trees": 0.4, "oqs": 0.6880558732899013, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 3, "category": "pass", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": true, "w2": true, "w3": true }, "overpassnl": { "em": false, "chrf": 0.9507228533821784, "kvs": 1.0, "trees": 0.8, "oqs": 0.9169076177940596, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.891914235962356, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8687333167493567, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.891914235962356, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8687333167493567, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-15", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.891914235962356, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8687333167493567, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.607067122170212, "kvs": 0.5, "trees": 0.42857142857142855, "oqs": 0.5118795169138802, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.7677236126490803, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8273364423115982, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-16", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "A", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.8979087049449043, "kvs": 1.0, "trees": 0.7142857142857143, "oqs": 0.8707314730768729, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 1, "category": "rejected", "f1": 0.0, "interpretation": null, "real": true, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6190105726944637, "kvs": 0.6666666666666666, "trees": 0.6, "oqs": 0.6285590797870434, "ex": true, "ex_soft": 1.0, "real_first": true } }, { "task": "mv-17", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.43020753081882857, "kvs": 0.5, "trees": 0.4, "oqs": 0.44340251027294286, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 3, "category": "query_error", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.6533808688491445, "kvs": 0.0, "trees": 0.0, "oqs": 0.21779362294971483, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4330773783679807, "kvs": 0.5, "trees": 0.3333333333333333, "oqs": 0.42213690390043795, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 2, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4039131722554797, "kvs": 0.375, "trees": 0.3333333333333333, "oqs": 0.37074883519627094, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 3, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.41409159850230476, "kvs": 0.375, "trees": 0.3333333333333333, "oqs": 0.3741416439452127, "ex": false, "ex_soft": 0.16666666666666666, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.35303158510107924, "kvs": 0.2222222222222222, "trees": 0.6666666666666666, "oqs": 0.41397349132998934, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 2, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4082242186855265, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.44163029511739776, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 3, "category": "wrong_witness", "f1": 1.0, "interpretation": "B", "real": true, "worlds": { "real": true, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.4324783374817842, "kvs": 0.25, "trees": 0.6666666666666666, "oqs": 0.449715001382817, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }