{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "anthropic/claude-haiku-5-5",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.6268656716417911,
    "ci95": [
      0.5076923076923077,
      0.7361111111111112
    ],
    "real_accuracy": 0.7910447761194029,
    "inflation": 0.16417910447761186,
    "inflation_ci95": [
      0.08064516129032258,
      0.2537313432835821
    ],
    "agreement": {
      "real": 0.7761194029850746,
      "w1": 0.6417910447761194,
      "w2": 0.6417910447761194,
      "w3": 0.6268656716417911
    },
    "epoch_accuracy": {
      "1": 0.6268656716417911
    },
    "epoch_sd": null,
    "mean_f1": 0.8374044776119403,
    "valid": 0.9253731343283582,
    "categories": {
      "pass": 42,
      "wrong_witness": 10,
      "wrong_real": 10,
      "query_error": 4,
      "rejected": 1
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "containment": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.5714285714285714
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.47619047619047616
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.7916666666666666
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.5909090909090909
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.6268656716417911
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.42857142857142855,
      "accuracy": 0.7142857142857143
    },
    "missing": [],
    "overpassnl": {
      "em": 0.014925373134328358,
      "chrf": 0.617649174132472,
      "kvs": 0.783737158364024,
      "trees": 0.48491872969484906,
      "oqs": 0.6287683540637816,
      "ex": 0.7611940298507462,
      "ex_soft": 0.8121382946406471,
      "real_first": 0.7611940298507462
    },
    "execution_agreement": {
      "both": 41,
      "execution_only": 10,
      "grade_only": 1,
      "neither": 15
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6897778504704957,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.2299259501568319,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4825375889287591,
        "kvs": 0.3333333333333333,
        "trees": 0.23076923076923078,
        "oqs": 0.34888005101044106,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6256359106618917,
        "kvs": 0.3333333333333333,
        "trees": 0.2857142857142857,
        "oqs": 0.4148945099031702,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6427023951954602,
        "kvs": 0.5454545454545454,
        "trees": 0.375,
        "oqs": 0.5210523135500019,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.48270719488955693,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.16090239829651898,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5457082208950707,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.6402360736316902,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": true,
        "chrf": 1.0,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 1.0,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5100297645024927,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1700099215008309,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.33484046083731844,
        "kvs": 0.14285714285714285,
        "trees": 0.3888888888888889,
        "oqs": 0.28886216419445004,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6630111730805729,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7448132481697147,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9537888740370208,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8512629580123403,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5956434856099088,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6652144952033029,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5383108607556367,
        "kvs": 0.4444444444444444,
        "trees": 0.6923076923076923,
        "oqs": 0.5583543325025911,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7710890081501196,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7332201455738493,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.46472615304039455,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.6549087176801315,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5237458449009802,
        "kvs": 0.8333333333333334,
        "trees": 0.6666666666666666,
        "oqs": 0.6745819483003267,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3450229172099834,
        "kvs": 0.6,
        "trees": 0.2727272727272727,
        "oqs": 0.40591672997908534,
        "ex": false,
        "ex_soft": 0.2962962962962963,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7672743678012146,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7890914559337382,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9091,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4826051262158547,
        "kvs": 0.5,
        "trees": 0.375,
        "oqs": 0.45253504207195155,
        "ex": false,
        "ex_soft": 0.8333333333333334,
        "real_first": false
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3773900771146778,
        "kvs": 0.6,
        "trees": 0.375,
        "oqs": 0.4507966923715592,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6356645410723186,
        "kvs": 1.0,
        "trees": 0.625,
        "oqs": 0.7535548470241062,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9669133642286887,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8556377880762295,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9836,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.2613987706575282,
        "kvs": 0.8888888888888888,
        "trees": 0.42857142857142855,
        "oqs": 0.5262863627059485,
        "ex": false,
        "ex_soft": 0.975609756097561,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.950929125336038,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.850309708445346,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7235602857279994,
        "kvs": 1.0,
        "trees": 0.8571428571428571,
        "oqs": 0.8602343809569523,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4508392426529426,
        "kvs": 0.75,
        "trees": 0.46153846153846156,
        "oqs": 0.5541259013971347,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7159988824290995,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7148567703335093,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6137644343900955,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6807786209871747,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4674877422368779,
        "kvs": 0.6363636363636364,
        "trees": 0.46153846153846156,
        "oqs": 0.5217966133796587,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7917785934879532,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7639261978293178,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6967029312569407,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7322343104189802,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5474611262185303,
        "kvs": 0.75,
        "trees": 0.5,
        "oqs": 0.5991537087395101,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9286902963598944,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8809920035485362,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4552514775220215,
        "kvs": 0.5,
        "trees": 0.46153846153846156,
        "oqs": 0.47226331302016106,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9333976744365736,
        "kvs": 1.0,
        "trees": 0.8571428571428571,
        "oqs": 0.9301801771931436,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.48406403330912257,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5899261063411361,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9329421651299404,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.8347902455195039,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5926294985420721,
        "kvs": 1.0,
        "trees": 0.625,
        "oqs": 0.7392098328473574,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.47418868239192946,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5866343227020717,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3798846934846269,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.5849615644948757,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.642,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.39051112362600965,
        "kvs": 1.0,
        "trees": 0.3076923076923077,
        "oqs": 0.5660678104394391,
        "ex": false,
        "ex_soft": 0.49056603773584906,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5285770838422684,
        "kvs": 1.0,
        "trees": 0.6363636363636364,
        "oqs": 0.7216469067353016,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.42179382970919743,
        "kvs": 0.25,
        "trees": 0.5,
        "oqs": 0.3905979432363991,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5698856850134579,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6661523711949622,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4726582745036504,
        "kvs": 0.6190476190476191,
        "trees": 0.5714285714285714,
        "oqs": 0.5543781549932804,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8049486868312495,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8016495622770833,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7013506982067905,
        "kvs": 0.6,
        "trees": 0.6,
        "oqs": 0.6337835660689302,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5021952452851132,
        "kvs": 0.375,
        "trees": 0.42857142857142855,
        "oqs": 0.43525555795218057,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.6,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.35703292210537846,
        "kvs": 0.75,
        "trees": 0.375,
        "oqs": 0.49401097403512617,
        "ex": false,
        "ex_soft": 0.42857142857142855,
        "real_first": false
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6725649242234247,
        "kvs": 1.0,
        "trees": 0.2,
        "oqs": 0.6241883080744749,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9147700939798536,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8763519360885227,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.39748436489528655,
        "kvs": 0.6666666666666666,
        "trees": 0.375,
        "oqs": 0.479717010520651,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9197062309231031,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8399020769743677,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4782907785144437,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.15943025950481457,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9714,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.46698204786211545,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.6139940159540385,
        "ex": false,
        "ex_soft": 0.3888888888888889,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.49491900420628393,
        "kvs": 0.6,
        "trees": 0.4,
        "oqs": 0.498306334735428,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9081035213002353,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.8860345071000785,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3029185312947299,
        "kvs": 0.5,
        "trees": 0.4666666666666667,
        "oqs": 0.4231950659871322,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9709246514267859,
        "kvs": 1.0,
        "trees": 0.8571428571428571,
        "oqs": 0.9426891695232144,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7787366994565483,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7929122331521827,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8962524317087184,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8320841439029061,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9620056856643956,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.9873352285547985,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.616097465687598,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6815562980863422,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6365432137906777,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7359905950730831,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6453997504797576,
        "kvs": 0.6666666666666666,
        "trees": 0.4,
        "oqs": 0.5706888057154748,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.28906547585276715,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.596355158617589,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.48268141131718034,
        "kvs": 0.625,
        "trees": 0.5,
        "oqs": 0.5358938037723934,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}