{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "anthropic/claude-sonnet-5-5",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.8208955223880597,
    "ci95": [
      0.71875,
      0.9104477611940298
    ],
    "real_accuracy": 0.9253731343283582,
    "inflation": 0.10447761194029848,
    "inflation_ci95": [
      0.0410958904109589,
      0.18461538461538463
    ],
    "agreement": {
      "real": 0.9253731343283582,
      "w1": 0.8208955223880597,
      "w2": 0.8208955223880597,
      "w3": 0.8208955223880597
    },
    "epoch_accuracy": {
      "1": 0.8208955223880597
    },
    "epoch_sd": null,
    "mean_f1": 0.9664925373134328,
    "valid": 1.0,
    "categories": {
      "pass": 55,
      "wrong_witness": 7,
      "wrong_real": 5
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "containment": {
        "tasks": 6,
        "accuracy": 1.0
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 1.0
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.42857142857142855
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 1.0
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 1.0
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.8571428571428571
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.8333333333333334
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.7727272727272727
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.8208955223880597
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 1.0,
      "accuracy": 1.0
    },
    "missing": [],
    "overpassnl": {
      "em": 0.0,
      "chrf": 0.6177992227953145,
      "kvs": 0.8287811276617246,
      "trees": 0.4522803067579187,
      "oqs": 0.632953552404986,
      "ex": 0.8507462686567164,
      "ex_soft": 0.8967190895411009,
      "real_first": 0.8656716417910447
    },
    "execution_agreement": {
      "both": 52,
      "execution_only": 5,
      "grade_only": 3,
      "neither": 7
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8746608158435087,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.874886938614503,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.311298577727125,
        "kvs": 0.6666666666666666,
        "trees": 0.23076923076923078,
        "oqs": 0.4029114917210075,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5499909018586993,
        "kvs": 1.0,
        "trees": 0.14285714285714285,
        "oqs": 0.5642826815719474,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7778770043661477,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.8426256681220492,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.34420441510767386,
        "kvs": 0.14285714285714285,
        "trees": 0.42857142857142855,
        "oqs": 0.30521099551208175,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.640261635252125,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7134205450840416,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6739085882281888,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6913028627427296,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6252419729111308,
        "kvs": 0.6923076923076923,
        "trees": 0.7692307692307693,
        "oqs": 0.6955934781498642,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4959135148418049,
        "kvs": 0.42857142857142855,
        "trees": 0.5,
        "oqs": 0.4748283144710778,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8056251216479083,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8399702786445409,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9727797355677409,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8575932451892471,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5876093817098071,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.595869793903269,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4575992081434169,
        "kvs": 1.0,
        "trees": 0.7692307692307693,
        "oqs": 0.7422766591247286,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6153426717450796,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6813047001055027,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7985588286020661,
        "kvs": 1.0,
        "trees": 0.6666666666666666,
        "oqs": 0.8217418317562442,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5456885598908436,
        "kvs": 1.0,
        "trees": 0.6666666666666666,
        "oqs": 0.7374517421858368,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.36627688255187485,
        "kvs": 0.6,
        "trees": 0.18181818181818182,
        "oqs": 0.3826983547900189,
        "ex": false,
        "ex_soft": 0.2962962962962963,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9669133642286887,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8556377880762295,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.8,
      "interpretation": "C",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6025305874193263,
        "kvs": 0.4444444444444444,
        "trees": 0.625,
        "oqs": 0.5573250106212569,
        "ex": false,
        "ex_soft": 0.6666666666666666,
        "real_first": false
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4446546415155086,
        "kvs": 0.6,
        "trees": 0.375,
        "oqs": 0.4732182138385029,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5599039294575526,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.5755235320414064,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9669133642286887,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8556377880762295,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9836,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5098317302633318,
        "kvs": 0.75,
        "trees": 0.42857142857142855,
        "oqs": 0.5628010529449201,
        "ex": false,
        "ex_soft": 0.975609756097561,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.653265554966654,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.6177551849888846,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.39623136244415846,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.560648549386148,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.31671077435148376,
        "kvs": 0.375,
        "trees": 0.46153846153846156,
        "oqs": 0.3844164119633151,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5922315830209133,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6736010038641139,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4862208044777917,
        "kvs": 1.0,
        "trees": 0.14285714285714285,
        "oqs": 0.5430259824449782,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4520875989397647,
        "kvs": 0.6363636363636364,
        "trees": 0.46153846153846156,
        "oqs": 0.5166632322806208,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5526818791256504,
        "kvs": 0.5,
        "trees": 0.5,
        "oqs": 0.5175606263752167,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7037290609477563,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7345763536492521,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6791519600703944,
        "kvs": 0.75,
        "trees": 0.5,
        "oqs": 0.6430506533567981,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7997084604205053,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8379980582354065,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8233123552927274,
        "kvs": 0.625,
        "trees": 0.7692307692307693,
        "oqs": 0.7391810415078321,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5299953619337114,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.605236549215999,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.494537446711091,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5934172441417922,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "C",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7522778169781842,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.5602830818498709,
        "ex": false,
        "ex_soft": 0.5652173913043478,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7093316264907885,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7364438754969296,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6108563334354468,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6798092540022918,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7205809474283454,
        "kvs": 1.0,
        "trees": 0.625,
        "oqs": 0.7818603158094485,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.417782896199155,
        "kvs": 0.75,
        "trees": 0.3076923076923077,
        "oqs": 0.4918250679638209,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.633295632240192,
        "kvs": 1.0,
        "trees": 0.18181818181818182,
        "oqs": 0.605037938019458,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5727016395513447,
        "kvs": 0.46153846153846156,
        "trees": 0.5833333333333334,
        "oqs": 0.5391911448077132,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.601343990800407,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6766384731239451,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5512839368491412,
        "kvs": 0.6190476190476191,
        "trees": 0.7142857142857143,
        "oqs": 0.6282057567274916,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6028034904040012,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.6009344968013337,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5583745315488755,
        "kvs": 0.46153846153846156,
        "trees": 0.4,
        "oqs": 0.4733043310291123,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.46429193595360385,
        "kvs": 1.0,
        "trees": 0.14285714285714285,
        "oqs": 0.5357163596035822,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6493257605686058,
        "kvs": 0.6666666666666666,
        "trees": 0.25,
        "oqs": 0.5219974757450908,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9552538286745692,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8517512762248565,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6279673766532531,
        "kvs": 0.6,
        "trees": 0.2857142857142857,
        "oqs": 0.5045605541225129,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8056497212098006,
        "kvs": 0.6666666666666666,
        "trees": 0.625,
        "oqs": 0.699105462625489,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8307333172881396,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8102444390960466,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.40636030965833053,
        "kvs": 0.2,
        "trees": 0.18181818181818182,
        "oqs": 0.2627261638255041,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9714,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5624829709570677,
        "kvs": 1.0,
        "trees": 0.25,
        "oqs": 0.6041609903190226,
        "ex": false,
        "ex_soft": 0.3888888888888889,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.49491900420628393,
        "kvs": 0.6,
        "trees": 0.4,
        "oqs": 0.498306334735428,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6364940788436352,
        "kvs": 1.0,
        "trees": 0.25,
        "oqs": 0.6288313596145451,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.28505348811902764,
        "kvs": 0.5,
        "trees": 0.4,
        "oqs": 0.3950178293730093,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.921962659717926,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8787494580012134,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5726983420756934,
        "kvs": 1.0,
        "trees": 0.3,
        "oqs": 0.6242327806918978,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.385904545260065,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.5286348484200217,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6659738177252469,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.6219912725750822,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7956258005136796,
        "kvs": 1.0,
        "trees": 0.8571428571428571,
        "oqs": 0.8842562192188456,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5428506902098577,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.6095216586413811,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9691818822353777,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8563939607451259,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.44408802830620436,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.6480293427687348,
        "ex": false,
        "ex_soft": 0.1875,
        "real_first": true
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6716478913729854,
        "kvs": 0.625,
        "trees": 0.5,
        "oqs": 0.5988826304576618,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}