{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "openai-api/adaption/gemma-4-31b-it",
    "mode": "agentic",
    "tools": "native"
  },
  "summary": {
    "tasks": 67,
    "intents": 60,
    "epochs": 1,
    "accuracy": 0.1791044776119403,
    "ci95": [
      0.09090909090909091,
      0.27941176470588236
    ],
    "real_accuracy": 0.2835820895522388,
    "inflation": 0.1044776119402985,
    "inflation_ci95": [
      0.041666666666666664,
      0.18181818181818182
    ],
    "agreement": {
      "real": 0.26865671641791045,
      "w1": 0.23880597014925373,
      "w2": 0.23880597014925373,
      "w3": 0.19402985074626866
    },
    "epoch_accuracy": {
      "1": 0.1791044776119403
    },
    "epoch_sd": null,
    "mean_f1": 0.3091820895522388,
    "valid": 0.8656716417910447,
    "categories": {
      "wrong_real": 40,
      "pass": 12,
      "query_error": 8,
      "wrong_witness": 6,
      "rejected": 1
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "containment": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "counting": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "judgment_calls": {
        "tasks": 6,
        "accuracy": 0.3333333333333333
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.0
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.5
      },
      "viewport": {
        "tasks": 6,
        "accuracy": 0.16666666666666666
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 21,
        "accuracy": 0.09523809523809523
      },
      "uncommon": {
        "tasks": 24,
        "accuracy": 0.20833333333333334
      },
      "rare": {
        "tasks": 22,
        "accuracy": 0.22727272727272727
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 67,
        "accuracy": 0.1791044776119403
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.0,
      "accuracy": 0.0
    },
    "missing": [],
    "overpassnl": {
      "em": 0.014925373134328358,
      "chrf": 0.5180673693597923,
      "kvs": 0.5948008873382008,
      "trees": 0.42603602864796897,
      "oqs": 0.5129680951153206,
      "ex": 0.23880597014925373,
      "ex_soft": 0.29091963866830356,
      "real_first": 0.26865671641791045
    },
    "execution_agreement": {
      "both": 11,
      "execution_only": 5,
      "grade_only": 1,
      "neither": 50
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7928283370065052,
        "kvs": 0.6666666666666666,
        "trees": 0.625,
        "oqs": 0.6948316678910573,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6496767386285737,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.21655891287619122,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6997923292388292,
        "kvs": 1.0,
        "trees": 0.7142857142857143,
        "oqs": 0.8046926811748478,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5178070154900385,
        "kvs": 0.5454545454545454,
        "trees": 0.5,
        "oqs": 0.521087186981528,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5426496092978332,
        "kvs": 0.14285714285714285,
        "trees": 0.5,
        "oqs": 0.395168917384992,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.544929715570917,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.5705321274125278,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": true,
        "chrf": 1.0,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 1.0,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6108394687288621,
        "kvs": 0.5,
        "trees": 0.23076923076923078,
        "oqs": 0.4472028998326976,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5665434581663716,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.18884781938879056,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7499568256813862,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.7261760847509383,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4522191510489384,
        "kvs": 0.3333333333333333,
        "trees": 0.6,
        "oqs": 0.4618508281274239,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.641312587993897,
        "kvs": 0.6,
        "trees": 0.6,
        "oqs": 0.6137708626646323,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.32204621530844707,
        "kvs": 0.8181818181818182,
        "trees": 0.5384615384615384,
        "oqs": 0.5595631906506012,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5037996228990346,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.59650463620444,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.23024161923269917,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.07674720641089973,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6595194734863322,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.7198398244954441,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6012020196022011,
        "kvs": 0.2,
        "trees": 0.6363636363636364,
        "oqs": 0.4791885519886125,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4695101640416101,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6231700546805367,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5895515896221116,
        "kvs": 0.5,
        "trees": 0.5,
        "oqs": 0.5298505298740372,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4171556668620077,
        "kvs": 0.6,
        "trees": 0.375,
        "oqs": 0.46405188895400257,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.43211218029726356,
        "kvs": 0.375,
        "trees": 0.5,
        "oqs": 0.43570406009908785,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6605957198370531,
        "kvs": 1.0,
        "trees": 0.4,
        "oqs": 0.6868652399456844,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.996,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.21488186480331609,
        "kvs": 0.75,
        "trees": 0.5714285714285714,
        "oqs": 0.5121034787439624,
        "ex": false,
        "ex_soft": 0.9919354838709677,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5703095135315569,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.723436504510519,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7175768071430304,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7630017928572007,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7811595181919233,
        "kvs": 1.0,
        "trees": 0.38461538461538464,
        "oqs": 0.721924967602436,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.49456463109836,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6410453532232628,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3704263794351303,
        "kvs": 0.6,
        "trees": 0.42857142857142855,
        "oqs": 0.46633260266885296,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.9888,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7918970559898234,
        "kvs": 0.8181818181818182,
        "trees": 0.6923076923076923,
        "oqs": 0.7674621888264447,
        "ex": false,
        "ex_soft": 0.9779411764705882,
        "real_first": false
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6502986993188482,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.21676623310628274,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": true
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4880224749316268,
        "kvs": 1.0,
        "trees": 0.375,
        "oqs": 0.6210074916438756,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0833,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.08537666122386599,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.028458887074621995,
        "ex": false,
        "ex_soft": 0.043478260869565216,
        "real_first": false
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.40245762997643836,
        "kvs": 0.6,
        "trees": 0.42857142857142855,
        "oqs": 0.4770096861826223,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4807470433637453,
        "kvs": 0.5714285714285714,
        "trees": 0.38461538461538464,
        "oqs": 0.47893033313590044,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.8723817320257488,
        "kvs": 1.0,
        "trees": 1.0,
        "oqs": 0.9574605773419163,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7946753394985535,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.26489177983285117,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.36160317393245167,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.43005820083462676,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3936296508528767,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.13120988361762556,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.41266643843254003,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.4470792890013229,
        "ex": false,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5880052472190926,
        "kvs": 1.0,
        "trees": 0.625,
        "oqs": 0.7376684157396975,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.17205957048760984,
        "kvs": 0.25,
        "trees": 0.3076923076923077,
        "oqs": 0.2432506260599725,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.7385818421623751,
        "kvs": 1.0,
        "trees": 0.7272727272727273,
        "oqs": 0.8219515231450342,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5624682646733694,
        "kvs": 0.6666666666666666,
        "trees": 0.5,
        "oqs": 0.5763783104466786,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.36288190649424873,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.1209606354980829,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.33042597423094117,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.11014199141031372,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5730716797172525,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7243572265724175,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.06796286201941078,
        "kvs": 0.0,
        "trees": 0.1,
        "oqs": 0.05598762067313693,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5489474457640539,
        "kvs": 1.0,
        "trees": 0.5714285714285714,
        "oqs": 0.7067920057308751,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.42857695672321316,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.14285898557440438,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6241707860440394,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7413902620146798,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.465952467501677,
        "kvs": 0.5,
        "trees": 0.42857142857142855,
        "oqs": 0.46484129869103524,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.351154501511813,
        "kvs": 0.6,
        "trees": 0.375,
        "oqs": 0.44205150050393766,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6235956276710134,
        "kvs": 1.0,
        "trees": 0.6,
        "oqs": 0.7411985425570045,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.6471,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5834777104978301,
        "kvs": 0.6,
        "trees": 0.6363636363636364,
        "oqs": 0.6066137822871555,
        "ex": false,
        "ex_soft": 0.4782608695652174,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5441419120207713,
        "kvs": 1.0,
        "trees": 0.5,
        "oqs": 0.6813806373402572,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4888120225503907,
        "kvs": 0.6,
        "trees": 0.6,
        "oqs": 0.5629373408501303,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "pass",
      "f1": 1.0,
      "interpretation": "A",
      "real": true,
      "worlds": {
        "real": true,
        "w1": true,
        "w2": true,
        "w3": true
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4940172371881344,
        "kvs": 1.0,
        "trees": 0.75,
        "oqs": 0.7480057457293782,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5820147665372823,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.19400492217909412,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5264327272932916,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.6040490043358591,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.3182853795954675,
        "kvs": 0.5,
        "trees": 0.2,
        "oqs": 0.3394284598651558,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.4804529084882652,
        "kvs": 0.3333333333333333,
        "trees": 0.6,
        "oqs": 0.4712620806071995,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.6765432975330677,
        "kvs": 0.3333333333333333,
        "trees": 1.0,
        "oqs": 0.6699588769554671,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.5681024776927633,
        "kvs": 1.0,
        "trees": 0.42857142857142855,
        "oqs": 0.6655579687547306,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.44369612314181284,
        "kvs": 1.0,
        "trees": 0.2857142857142857,
        "oqs": 0.5764701362853661,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "rejected",
      "f1": 0.0,
      "interpretation": null,
      "real": true,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.30173085518191306,
        "kvs": 0.5555555555555556,
        "trees": 0.6,
        "oqs": 0.4857621369124896,
        "ex": true,
        "ex_soft": 1.0,
        "real_first": true
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "query_error",
      "f1": 0.0,
      "interpretation": null,
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.2265395652304078,
        "kvs": 0.0,
        "trees": 0.0,
        "oqs": 0.07551318841013593,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_witness",
      "f1": 1.0,
      "interpretation": "B",
      "real": true,
      "worlds": {
        "real": true,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.501447510143824,
        "kvs": 0.625,
        "trees": 0.6666666666666666,
        "oqs": 0.597704725603497,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    }
  ]
}