{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "openai-api/adaption/glm-53-flash",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.5074626865671642,
    "ci95": [
      0.390625,
      0.6268656716417911
    ],
    "real_accuracy": 0.746268656716418,
    "inflation": 0.23880597014925375,
    "inflation_ci95": [
      0.14285714285714285,
      0.34328358208955223
    ],
    "agreement": {
      "real": 0.6865671641791045,
      "w1": 0.5074626865671642,
      "w2": 0.5074626865671642,
      "w3": 0.5074626865671642
    },
    "epoch_accuracy": {
      "1": 0.5074626865671642
    },
    "epoch_sd": null,
    "mean_f1": 0.7912895522388059,
    "valid": 0.8955223880597015,
    "categories": {
      "pass": 34,
      "wrong_real": 14,
      "wrong_witness": 12,
      "rejected": 4,
      "query_error": 2,
      "no_query": 1
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "containment": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.8333333333333334
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.2857142857142857
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 0.5
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.47619047619047616
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.625
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.4090909090909091
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.5074626865671642
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.2857142857142857,
      "accuracy": 0.5714285714285714
    },
    "missing": [],
    "overpassnl": {
      "em": 0.029850746268656716,
      "chrf": 0.6460814296363404,
      "kvs": 0.7875258448019642,
      "trees": 0.5727509637957399,
      "oqs": 0.6687860794113482,
      "ex": 0.7014925373134329,
      "ex_soft": 0.8040360459941702,
      "real_first": 0.7014925373134329
    },
    "execution_agreement": {
      "both": 33,
      "execution_only": 14,
      "grade_only": 1,
      "neither": 19
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7049919668779661,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.23499732229265535,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5593144103072933,
        "kvs": 1.0,
        "trees": 0.6153846153846154,
        "oqs": 0.7248996752306361,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7626508510293198,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7304074265335827,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7012958847257491,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.8170986282419164,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.680739032895574,
        "kvs": 0.14285714285714285,
        "trees": 0.5714285714285714,
        "oqs": 0.4650082490604294,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5602226165797145,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.6450742055265715,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8086486975768107,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.9362162325256036,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5225007072546394,
        "kvs": 0.2857142857142857,
        "trees": 0.3076923076923077,
        "oqs": 0.3719691002204109,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5664675332907269,
        "kvs": 0.625,
        "trees": 0.6111111111111112,
        "oqs": 0.600859548133946,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.4051,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7081603171082678,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7122439152265655,
        "ex": false,
        "ex_soft": 0.25396825396825395,
        "real_first": false
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7108785967642454,
        "kvs": 1.0,
        "trees": 0.8,
        "oqs": 0.8369595322547484,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8665295788890851,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8221765262963617,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6729387325951041,
        "kvs": 0.9,
        "trees": 0.8461538461538461,
        "oqs": 0.8063641929163167,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8221068783969446,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7502261023227911,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4586919434276186,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.6528973144758728,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "no_query",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7638538287540261,
        "kvs": 0.6,
        "trees": 0.5454545454545454,
        "oqs": 0.6364361247361905,
        "ex": false,
        "ex_soft": 0.2962962962962963,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8146437369725191,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8048812456575064,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6905617602306926,
        "kvs": 0.2857142857142857,
        "trees": 0.625,
        "oqs": 0.5337586819816594,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.30204449152383134,
        "kvs": 0.6,
        "trees": 0.375,
        "oqs": 0.4256814971746104,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4557030340393932,
        "kvs": 0.6666666666666666,
        "trees": 0.375,
        "oqs": 0.4991232335686866,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9669133642286887,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8556377880762295,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9877,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.34627554841974806,
        "kvs": 0.6,
        "trees": 0.5714285714285714,
        "oqs": 0.5059013732827732,
        "ex": false,
        "ex_soft": 0.975609756097561,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9127077813370611,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.7709025937790203,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8551806531168422,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.9517268843722807,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8611324812904015,
        "kvs": 1.0,
        "trees": 0.6923076923076923,
        "oqs": 0.8511467245326979,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7202729489005711,
        "kvs": 0.6,
        "trees": 0.7142857142857143,
        "oqs": 0.6781862210620951,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.7895,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.35969389306684596,
        "kvs": 0.6,
        "trees": 0.2857142857142857,
        "oqs": 0.4151360595937105,
        "ex": false,
        "ex_soft": 0.6521739130434783,
        "real_first": false
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5773836708633465,
        "kvs": 1.0,
        "trees": 0.6923076923076923,
        "oqs": 0.7565637877236796,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5399278248779761,
        "kvs": 0.36363636363636365,
        "trees": 0.5,
        "oqs": 0.4678547295047799,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6622349283960604,
        "kvs": 1.0,
        "trees": 0.625,
        "oqs": 0.7624116427986868,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6083247956055068,
        "kvs": 0.75,
        "trees": 0.5,
        "oqs": 0.619441598535169,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9585264282917025,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.890937380859139,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6365860363047197,
        "kvs": 0.5555555555555556,
        "trees": 0.8461538461538461,
        "oqs": 0.6794318126713739,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7086233866774245,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.807636366987713,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9811,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.579287137805992,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7169052364115212,
        "ex": false,
        "ex_soft": 0.9629629629629629,
        "real_first": false
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5628188035597474,
        "kvs": 0.4,
        "trees": 0.42857142857142855,
        "oqs": 0.46379674404372534,
        "ex": false,
        "ex_soft": 0.5652173913043478,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6461368525180824,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.6042678397282497,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6807044538885352,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.8935681512961784,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.642626856782578,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.7975422855941927,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05753166605654721,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.01917722201884907,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6991137780322496,
        "kvs": 1.0,
        "trees": 0.36363636363636365,
        "oqs": 0.6875833805562044,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9948,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.503115359510662,
        "kvs": 0.8571428571428571,
        "trees": 0.4166666666666667,
        "oqs": 0.5923082944400619,
        "ex": false,
        "ex_soft": 0.9895833333333334,
        "real_first": false
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6235221912203494,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7316502542163068,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.49216674303925984,
        "kvs": 0.8125,
        "trees": 0.7142857142857143,
        "oqs": 0.672984152441658,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8878413156239964,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.829280438541332,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6951504668333853,
        "kvs": 0.6,
        "trees": 0.6,
        "oqs": 0.6317168222777951,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9434,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7175532970470397,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7153749085394895,
        "ex": false,
        "ex_soft": 0.8928571428571429,
        "real_first": false
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3027470641027517,
        "kvs": 0.75,
        "trees": 0.375,
        "oqs": 0.47591568803425055,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9113515468302017,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8371171822767339,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9434,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5662520964192569,
        "kvs": 0.375,
        "trees": 0.5714285714285714,
        "oqs": 0.5042268892826094,
        "ex": false,
        "ex_soft": 0.8928571428571429,
        "real_first": false
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8027347303138462,
        "kvs": 0.4444444444444444,
        "trees": 0.75,
        "oqs": 0.6657263915860968,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": true,
        "chrf": 1.0,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 1.0,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.42711113468054346,
        "kvs": 0.2,
        "trees": 0.36363636363636365,
        "oqs": 0.3302491661056357,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9714,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.77289813188837,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.8409660439627901,
        "ex": false,
        "ex_soft": 0.3888888888888889,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.31963867161026394,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.5732128905367547,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4671678222751162,
        "kvs": 0.75,
        "trees": 0.5,
        "oqs": 0.5723892740917055,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7056568015292869,
        "kvs": 1.0,
        "trees": 0.6666666666666666,
        "oqs": 0.7907744893986511,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.841909343968128,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.9473031146560427,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.579189304279108,
        "kvs": 1.0,
        "trees": 0.7,
        "oqs": 0.759729768093036,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6556923373968688,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6852307791322896,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9620056856643956,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.8540018952214652,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": true,
        "chrf": 1.0,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 1.0,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.9236356715098449,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8793071285985198,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.523267040607845,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6410890135359484,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4489730869741075,
        "kvs": 1.0,
        "trees": 0.3333333333333333,
        "oqs": 0.5941021401024803,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.44292805305002897,
        "kvs": 0.3333333333333333,
        "trees": 0.6666666666666666,
        "oqs": 0.480976017683343,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}