{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "hf-inference-providers/MiniMaxAI/MiniMax-M3:deepinfra",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.23880597014925373,
    "ci95": [
      0.14492753623188406,
      0.3382352941176471
    ],
    "real_accuracy": 0.6865671641791045,
    "inflation": 0.4477611940298507,
    "inflation_ci95": [
      0.328125,
      0.5735294117647058
    ],
    "agreement": {
      "real": 0.6716417910447762,
      "w1": 0.4626865671641791,
      "w2": 0.4626865671641791,
      "w3": 0.2537313432835821
    },
    "epoch_accuracy": {
      "1": 0.23880597014925373
    },
    "epoch_sd": null,
    "mean_f1": 0.7386044776119403,
    "valid": 0.9253731343283582,
    "categories": {
      "wrong_witness": 29,
      "wrong_real": 17,
      "pass": 16,
      "budget": 2,
      "query_error": 2,
      "runtime_error": 1
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "containment": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.14285714285714285
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.14285714285714285
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.2916666666666667
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.2727272727272727
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.23880597014925373
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.0,
      "accuracy": 0.2857142857142857
    },
    "missing": [],
    "overpassnl": {
      "em": 0.0,
      "chrf": 0.5592787903361551,
      "kvs": 0.6519159159771886,
      "trees": 0.4737576271158361,
      "oqs": 0.5616507778097266,
      "ex": 0.4925373134328358,
      "ex_soft": 0.578190562130046,
      "real_first": 0.6417910447761194
    },
    "execution_agreement": {
      "both": 10,
      "execution_only": 23,
      "grade_only": 6,
      "neither": 28
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6127454553278612,
        "kvs": 0.5,
        "trees": 0.875,
        "oqs": 0.6625818184426203,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5052709674585626,
        "kvs": 0.4444444444444444,
        "trees": 0.23076923076923078,
        "oqs": 0.3934948808907459,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5060660435863819,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.47821249071927013,
        "ex": false,
        "ex_soft": 0.20714285714285716,
        "real_first": true
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7735389768939239,
        "kvs": 0.75,
        "trees": 0.5,
        "oqs": 0.6745129922979746,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7458379994140041,
        "kvs": 0.7,
        "trees": 0.5,
        "oqs": 0.6486126664713346,
        "ex": false,
        "ex_soft": 0.11442786069651742,
        "real_first": true
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5347604948960121,
        "kvs": 0.5,
        "trees": 0.5,
        "oqs": 0.511586831632004,
        "ex": false,
        "ex_soft": 0.03806228373702422,
        "real_first": true
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6361684802329679,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6787228267443227,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3755548399485105,
        "kvs": 0.7,
        "trees": 0.3888888888888889,
        "oqs": 0.4881479096124664,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5748506628445705,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.5011406971386664,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6454222954776928,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7484740984925643,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4544254935914859,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.5514751645304953,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7631407170623412,
        "kvs": 0.6363636363636364,
        "trees": 0.7692307692307693,
        "oqs": 0.722911707552249,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5660995774688029,
        "kvs": 0.6,
        "trees": 0.42857142857142855,
        "oqs": 0.5315570020134105,
        "ex": false,
        "ex_soft": 0.1746987951807229,
        "real_first": true
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7178896304404655,
        "kvs": 0.625,
        "trees": 0.6666666666666666,
        "oqs": 0.6698520990357107,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5690568303224289,
        "kvs": 0.6,
        "trees": 0.45454545454545453,
        "oqs": 0.5412007616226279,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "runtime_error",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.731378454558367,
        "kvs": 0.3333333333333333,
        "trees": 0.6,
        "oqs": 0.5549039292972334,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "C",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3942750830583875,
        "kvs": 0.1,
        "trees": 0.5,
        "oqs": 0.3314250276861292,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4129802431190308,
        "kvs": 0.6,
        "trees": 0.5,
        "oqs": 0.5043267477063437,
        "ex": false,
        "ex_soft": 0.19117647058823528,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.41083945430721214,
        "kvs": 0.6666666666666666,
        "trees": 0.375,
        "oqs": 0.48416870699129294,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.646524506107909,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7488415020359697,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.1235415103159571,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.041180503438652365,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4869013354493524,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6289671118164507,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5504987053891857,
        "kvs": 0.25,
        "trees": 0.5714285714285714,
        "oqs": 0.4573090922725857,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8849219977566266,
        "kvs": 0.7272727272727273,
        "trees": 0.7692307692307693,
        "oqs": 0.7938084980867077,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.7895,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.413306095529039,
        "kvs": 0.375,
        "trees": 0.42857142857142855,
        "oqs": 0.40562584136682256,
        "ex": false,
        "ex_soft": 0.6521739130434783,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8198096402933742,
        "kvs": 1.0,
        "trees": 0.8571428571428571,
        "oqs": 0.8923174991454105,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7610205777308049,
        "kvs": 1.0,
        "trees": 0.5384615384615384,
        "oqs": 0.766494038730781,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6065166381417523,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7021722127139175,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.457321650532211,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.610773883510737,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4134862261869934,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.13782874206233112,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5595004979895993,
        "kvs": 0.5,
        "trees": 0.5714285714285714,
        "oqs": 0.5436430231393902,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7210358791027133,
        "kvs": 0.5,
        "trees": 0.5384615384615384,
        "oqs": 0.5864991391880839,
        "ex": false,
        "ex_soft": 0.05128205128205128,
        "real_first": false
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6005645520165763,
        "kvs": 0.3333333333333333,
        "trees": 0.5714285714285714,
        "oqs": 0.501775485592827,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5474096116033412,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.49199368005825667,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "C",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6607488429926127,
        "kvs": 0.5,
        "trees": 0.5714285714285714,
        "oqs": 0.5773924714737281,
        "ex": false,
        "ex_soft": 0.5652173913043478,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5439260488248115,
        "kvs": 0.6666666666666666,
        "trees": 0.375,
        "oqs": 0.5285309051638261,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9811,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4107879715306358,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5655007524149739,
        "ex": false,
        "ex_soft": 0.9629629629629629,
        "real_first": false
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5139487830000949,
        "kvs": 0.5714285714285714,
        "trees": 0.5,
        "oqs": 0.5284591181428887,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.642,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5232955568562295,
        "kvs": 0.7272727272727273,
        "trees": 0.3076923076923077,
        "oqs": 0.5194201972737548,
        "ex": false,
        "ex_soft": 0.49056603773584906,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4406801945938835,
        "kvs": 0.5,
        "trees": 0.45454545454545453,
        "oqs": 0.46507521637977933,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7805177345892407,
        "kvs": 1.0,
        "trees": 0.6666666666666666,
        "oqs": 0.8157281337519691,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.41081809581806855,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6131298414631657,
        "ex": false,
        "ex_soft": 0.35,
        "real_first": true
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6817464946156666,
        "kvs": 0.6842105263157895,
        "trees": 0.7857142857142857,
        "oqs": 0.7172237688819139,
        "ex": false,
        "ex_soft": 0.3333333333333333,
        "real_first": true
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7637321929083398,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7879107309694465,
        "ex": false,
        "ex_soft": 0.28,
        "real_first": true
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7109471941847116,
        "kvs": 0.75,
        "trees": 0.6,
        "oqs": 0.6869823980615705,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5207915706882239,
        "kvs": 0.6,
        "trees": 0.2857142857142857,
        "oqs": 0.46883528546750314,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.8,
      "interpretation": "C",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5541166132415043,
        "kvs": 0.5,
        "trees": 0.375,
        "oqs": 0.47637220441383477,
        "ex": false,
        "ex_soft": 0.0410958904109589,
        "real_first": false
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5024387085367646,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6341462361789215,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5439463787861486,
        "kvs": 0.3333333333333333,
        "trees": 0.42857142857142855,
        "oqs": 0.4352837135636369,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.5882,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.46044466350780805,
        "kvs": 0.5,
        "trees": 0.375,
        "oqs": 0.4451482211692694,
        "ex": false,
        "ex_soft": 0.4166666666666667,
        "real_first": false
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3144547148940886,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.5714849049646963,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.6857,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5405980298377849,
        "kvs": 0.45454545454545453,
        "trees": 0.6363636363636364,
        "oqs": 0.5438357069156252,
        "ex": false,
        "ex_soft": 0.5217391304347826,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7029906104267287,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.8176635368089095,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5494271693953053,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6498090564651018,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6970369818862482,
        "kvs": 0.6666666666666666,
        "trees": 0.625,
        "oqs": 0.662901216184305,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6830148586826904,
        "kvs": 0.7272727272727273,
        "trees": 0.4666666666666667,
        "oqs": 0.6256514175406949,
        "ex": false,
        "ex_soft": 0.03869820866949268,
        "real_first": true
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6149791186692196,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7288025633659304,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7217483212348978,
        "kvs": 1.0,
        "trees": 0.7,
        "oqs": 0.8072494404116326,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.558668410550121,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7195561368500404,
        "ex": false,
        "ex_soft": 0.14285714285714285,
        "real_first": true
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6012241039312654,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6670747013104218,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5312425896918892,
        "kvs": 0.3333333333333333,
        "trees": 0.42857142857142855,
        "oqs": 0.4310491171988837,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5964646868324966,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.5083453718013085,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7478594879743075,
        "kvs": 0.6666666666666666,
        "trees": 0.4,
        "oqs": 0.6048420515469913,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4152145287152433,
        "kvs": 0.5,
        "trees": 0.3333333333333333,
        "oqs": 0.4161826206828589,
        "ex": false,
        "ex_soft": 0.16666666666666666,
        "real_first": false
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6512071709709175,
        "kvs": 0.5555555555555556,
        "trees": 0.6666666666666666,
        "oqs": 0.6244764643977132,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}