{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "openai-api/adaption/gemma-4-26b-a4b-it",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.208955223880597,
    "ci95": [
      0.109375,
      0.31343283582089554
    ],
    "real_accuracy": 0.417910447761194,
    "inflation": 0.208955223880597,
    "inflation_ci95": [
      0.11764705882352941,
      0.3076923076923077
    ],
    "agreement": {
      "real": 0.417910447761194,
      "w1": 0.22388059701492538,
      "w2": 0.22388059701492538,
      "w3": 0.208955223880597
    },
    "epoch_accuracy": {
      "1": 0.208955223880597
    },
    "epoch_sd": null,
    "mean_f1": 0.47884776119402983,
    "valid": 0.7313432835820896,
    "categories": {
      "wrong_real": 21,
      "wrong_witness": 14,
      "pass": 14,
      "query_error": 12,
      "budget": 6
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "containment": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.6666666666666666
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.0
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 0.0
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.09523809523809523
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.3333333333333333
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.18181818181818182
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.208955223880597
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.14285714285714285,
      "accuracy": 0.2857142857142857
    },
    "missing": [],
    "overpassnl": {
      "em": 0.0,
      "chrf": 0.41349572227614045,
      "kvs": 0.5302262414202713,
      "trees": 0.31481230212573497,
      "oqs": 0.41951142194071556,
      "ex": 0.3880597014925373,
      "ex_soft": 0.431912636195069,
      "real_first": 0.40298507462686567
    },
    "execution_agreement": {
      "both": 14,
      "execution_only": 12,
      "grade_only": 0,
      "neither": 41
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5089880885090566,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.16966269616968555,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.215049579795539,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.07168319326517966,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.47899622286633625,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1596654076221121,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5667091434511018,
        "kvs": 0.8571428571428571,
        "trees": 0.375,
        "oqs": 0.5996173335313196,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6469975643038339,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7156658547679445,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4337483589525863,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.6445827863175287,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5815902155230921,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6605300718410306,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.1111,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.26753782493777906,
        "kvs": 0.4666666666666667,
        "trees": 0.3076923076923077,
        "oqs": 0.3472989330989178,
        "ex": false,
        "ex_soft": 0.058823529411764705,
        "real_first": false
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.4762,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5063899026601693,
        "kvs": 0.7142857142857143,
        "trees": 0.5,
        "oqs": 0.5735585389819612,
        "ex": false,
        "ex_soft": 0.3125,
        "real_first": false
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3846242948796,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6043985744836762,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.629943357545938,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7433144525153127,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.49931696182486396,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.16643898727495465,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5029643594924121,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1676547864974707,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.43186561930825723,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5725266350075143,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.46497313811608776,
        "kvs": 0.6,
        "trees": 0.5,
        "oqs": 0.5216577127053625,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.48136503812310716,
        "kvs": 1.0,
        "trees": 0.36363636363636365,
        "oqs": 0.6150004672531569,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5144211869439342,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7048070623146447,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.8696,
      "interpretation": "C",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4193153632085748,
        "kvs": 0.5,
        "trees": 0.5,
        "oqs": 0.47310512106952496,
        "ex": false,
        "ex_soft": 0.11494252873563218,
        "real_first": false
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4777436909187939,
        "kvs": 0.5,
        "trees": 0.5,
        "oqs": 0.49258123030626466,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6146979070289065,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7382326356763022,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3675693962999923,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.5891897987666641,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.39623136244415846,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.560648549386148,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.1992391548956795,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.4949844802033218,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4243691847924949,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.45098020445464115,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9888,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8119508962125547,
        "kvs": 0.8181818181818182,
        "trees": 0.6923076923076923,
        "oqs": 0.7741468022340218,
        "ex": false,
        "ex_soft": 0.9779411764705882,
        "real_first": false
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3962038666278104,
        "kvs": 0.5,
        "trees": 0.3333333333333333,
        "oqs": 0.40984573332038127,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0604,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6332849103716495,
        "kvs": 0.16666666666666666,
        "trees": 0.625,
        "oqs": 0.474983859012772,
        "ex": false,
        "ex_soft": 0.009345794392523364,
        "real_first": false
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5367191888578692,
        "kvs": 0.6,
        "trees": 0.7142857142857143,
        "oqs": 0.6170016343811945,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.06108122633454055,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.020360408778180183,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4913071400671699,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6399595228795328,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.29284624380377583,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.5738058907917348,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.3333,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3316777547982664,
        "kvs": 0.2727272727272727,
        "trees": 0.42857142857142855,
        "oqs": 0.3443254853656559,
        "ex": false,
        "ex_soft": 0.2413793103448276,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5376254275592166,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1792084758530722,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3481667440371266,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5446270099171374,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5270789855264469,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.6340263285088157,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "budget",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.0,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.17522421392534807,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.058408071308449355,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4571518077079431,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.5412728247915366,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4345301505436914,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.62103385970504,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.3,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.30578626720914664,
        "kvs": 0.8,
        "trees": 0.6428571428571429,
        "oqs": 0.5828811366887633,
        "ex": false,
        "ex_soft": 0.1875,
        "real_first": false
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4512147620976654,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.15040492069922182,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.405811449985964,
        "kvs": 0.46153846153846156,
        "trees": 0.4,
        "oqs": 0.42244997050814187,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3202690467485802,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.535327777487622,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.21847907007794398,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.07282635669264799,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5820950192515995,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7273650064171998,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9434,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3172187386993958,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.4152633890902748,
        "ex": false,
        "ex_soft": 0.8928571428571429,
        "real_first": false
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4166415868628401,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.5277694178431689,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.35070046401602273,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.11690015467200758,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4580834378043188,
        "kvs": 0.2,
        "trees": 0.5454545454545454,
        "oqs": 0.40117932775295473,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3143913839795397,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.5631304613265132,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6908435817060382,
        "kvs": 0.6,
        "trees": 0.6,
        "oqs": 0.6302811939020128,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.47430503738484975,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.15810167912828324,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6612239902661612,
        "kvs": 0.75,
        "trees": 0.5333333333333333,
        "oqs": 0.6481857745331648,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3742045403730729,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5533062753624529,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.26901022318623785,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.08967007439541262,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7483353678149527,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7827784559383176,
        "ex": false,
        "ex_soft": 0.14285714285714285,
        "real_first": true
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.755873470001958,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.25195782333398603,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5096822570605969,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.16989408568686562,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5697367026044436,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6661027103919575,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5535632410858798,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7178544136952932,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.39892391393011234,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1329746379767041,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5083243671583864,
        "kvs": 0.38461538461538464,
        "trees": 0.6666666666666666,
        "oqs": 0.5198688061468125,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}