{
  "provenance": {
    "geoql_env": "0.1.0",
    "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
    "worlds": {
      "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
      "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
      "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
      "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
    },
    "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
    "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
    "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
    "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
    "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
  },
  "run": {
    "model": "reference/everything",
    "mode": "-",
    "tools": "-"
  },
  "summary": {
    "tasks": 72,
    "intents": 65,
    "epochs": 1,
    "accuracy": 0.0,
    "ci95": [
      0.0,
      0.0
    ],
    "real_accuracy": 0.0,
    "inflation": 0.0,
    "inflation_ci95": [
      0.0,
      0.0
    ],
    "agreement": {
      "real": 0.0,
      "w1": 0.0,
      "w2": 0.0,
      "w3": 0.0
    },
    "epoch_accuracy": {
      "1": 0.0
    },
    "epoch_sd": null,
    "mean_f1": 0.0015694444444444445,
    "valid": 1.0,
    "categories": {
      "wrong_real": 72
    },
    "families": {
      "attribute_filters": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "containment": {
        "tasks": 8,
        "accuracy": 0.0
      },
      "counting": {
        "tasks": 7,
        "accuracy": 0.0
      },
      "element_types": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "judgment_calls": {
        "tasks": 7,
        "accuracy": 0.0
      },
      "name_matching": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "proximity": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "relations": {
        "tasks": 7,
        "accuracy": 0.0
      },
      "set_composition": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "tag_grounding": {
        "tasks": 6,
        "accuracy": 0.0
      },
      "viewport": {
        "tasks": 7,
        "accuracy": 0.0
      }
    },
    "tag_frequency": {
      "common": {
        "tasks": 22,
        "accuracy": 0.0
      },
      "uncommon": {
        "tasks": 27,
        "accuracy": 0.0
      },
      "rare": {
        "tasks": 23,
        "accuracy": 0.0
      }
    },
    "drafted_by": {
      "model": {
        "tasks": 72,
        "accuracy": 0.0
      }
    },
    "pairs": {
      "pairs": 7,
      "consistency": 0.0,
      "accuracy": 0.0
    },
    "missing": [],
    "overpassnl": {
      "em": 0.0,
      "chrf": 0.0944620111185017,
      "kvs": 0.001736111111111111,
      "trees": 0.3458414187127955,
      "oqs": 0.14734651364746945,
      "ex": 0.0,
      "ex_soft": 0.000773618261667832,
      "real_first": 0.0
    },
    "execution_agreement": {
      "both": 0,
      "execution_only": 0,
      "grade_only": 0,
      "neither": 72
    }
  },
  "records": [
    {
      "task": "ad-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11377504691779547,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.16292501563926517,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0017,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10068014927816821,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12879814499748463,
        "ex": false,
        "ex_soft": 0.000835967501763369,
        "real_first": false
      }
    },
    {
      "task": "ad-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.13313379848432072,
        "kvs": 0.0,
        "trees": 0.15384615384615385,
        "oqs": 0.09565998411015819,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0015,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.08895291239290151,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12488906603572907,
        "ex": false,
        "ex_soft": 0.0007575955484730531,
        "real_first": false
      }
    },
    {
      "task": "ad-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0002,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07842746289794802,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.15114248763264934,
        "ex": false,
        "ex_soft": 7.837195329031584e-05,
        "real_first": false
      }
    },
    {
      "task": "ad-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0012,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.04426993587092465,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.10999474052840345,
        "ex": false,
        "ex_soft": 0.0006008516418924214,
        "real_first": false
      }
    },
    {
      "task": "ad-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0006,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.06994460346206133,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.14831486782068712,
        "ex": false,
        "ex_soft": 0.0002873638287311581,
        "real_first": false
      }
    },
    {
      "task": "ad-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0002,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11025283845652283,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.1700842794855076,
        "ex": false,
        "ex_soft": 7.837195329031584e-05,
        "real_first": false
      }
    },
    {
      "task": "ad-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0607027578818692,
        "kvs": 0.0,
        "trees": 0.23076923076923078,
        "oqs": 0.09715732955036666,
        "ex": false,
        "ex_soft": 2.612398443010528e-05,
        "real_first": false
      }
    },
    {
      "task": "ad-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.031784600484218405,
        "kvs": 0.0,
        "trees": 0.2777777777777778,
        "oqs": 0.10318745942066539,
        "ex": false,
        "ex_soft": 0.0001306199221505264,
        "real_first": false
      }
    },
    {
      "task": "ad-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0017,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09254608454525588,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12608679008651386,
        "ex": false,
        "ex_soft": 0.000835967501763369,
        "real_first": false
      }
    },
    {
      "task": "ad-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10530823093967284,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.16843607697989094,
        "ex": false,
        "ex_soft": 5.224796886021056e-05,
        "real_first": false
      }
    },
    {
      "task": "ad-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0027,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.16068419585642527,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.18689473195214176,
        "ex": false,
        "ex_soft": 0.0013584471903654745,
        "real_first": false
      }
    },
    {
      "task": "ad-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09973962671710541,
        "kvs": 0.0,
        "trees": 0.23076923076923078,
        "oqs": 0.11016961916211206,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "ad-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0015,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11126288986917594,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.1323257251944872,
        "ex": false,
        "ex_soft": 0.0007575955484730531,
        "real_first": false
      }
    },
    {
      "task": "ad-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05952839180617664,
        "kvs": 0.0,
        "trees": 0.5,
        "oqs": 0.18650946393539222,
        "ex": false,
        "ex_soft": 0.00015674390658063168,
        "real_first": false
      }
    },
    {
      "task": "ad-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0608158131485103,
        "kvs": 0.0,
        "trees": 0.5,
        "oqs": 0.18693860438283674,
        "ex": false,
        "ex_soft": 0.00015674390658063168,
        "real_first": false
      }
    },
    {
      "task": "ad-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0014,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.062333606353752596,
        "kvs": 0.0,
        "trees": 0.2727272727272727,
        "oqs": 0.1116869596936751,
        "ex": false,
        "ex_soft": 0.0007053475796128426,
        "real_first": false
      }
    },
    {
      "task": "lu-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0028,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.16068419585642527,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.18689473195214176,
        "ex": false,
        "ex_soft": 0.0013921986705129814,
        "real_first": false
      }
    },
    {
      "task": "lu-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10371895666375036,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.16790631888791677,
        "ex": false,
        "ex_soft": 3.762699109494544e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "C",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.059000920122883126,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.14466697337429438,
        "ex": false,
        "ex_soft": 6.271165182490907e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.062333606353752596,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.1457778687845842,
        "ex": false,
        "ex_soft": 0.00016305029474476357,
        "real_first": false
      }
    },
    {
      "task": "lu-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11474755734654814,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.1632491857821827,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10371895666375036,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.16790631888791677,
        "ex": false,
        "ex_soft": 3.762699109494544e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0015,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07353995107721129,
        "kvs": 0.0,
        "trees": 0.5714285714285714,
        "oqs": 0.21498950750192755,
        "ex": false,
        "ex_soft": 0.0007713533174463816,
        "real_first": false
      }
    },
    {
      "task": "lu-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.13979640873151294,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.17993213624383766,
        "ex": false,
        "ex_soft": 4.389815627743635e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.08674114921394382,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12415181164274318,
        "ex": false,
        "ex_soft": 0.00016932145992725449,
        "real_first": false
      }
    },
    {
      "task": "lu-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.038131215306774296,
        "kvs": 0.0,
        "trees": 0.38461538461538464,
        "oqs": 0.1409155333073863,
        "ex": false,
        "ex_soft": 6.898281700739998e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09644185669785964,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12738538080404846,
        "ex": false,
        "ex_soft": 9.40674777373636e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10217695581805607,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.1292970805107806,
        "ex": false,
        "ex_soft": 9.40674777373636e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0017,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.035057253004652116,
        "kvs": 0.0,
        "trees": 0.5384615384615384,
        "oqs": 0.1911729304887302,
        "ex": false,
        "ex_soft": 0.0008528784648187633,
        "real_first": false
      }
    },
    {
      "task": "lu-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.1486153344961929,
        "kvs": 0.0,
        "trees": 0.5,
        "oqs": 0.21620511149873098,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "lu-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07923372831998989,
        "kvs": 0.0,
        "trees": 0.25,
        "oqs": 0.10974457610666329,
        "ex": false,
        "ex_soft": 1.881349554747272e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05882863282366405,
        "kvs": 0.0,
        "trees": 0.5,
        "oqs": 0.18627621094122135,
        "ex": false,
        "ex_soft": 0.00014423679919729084,
        "real_first": false
      }
    },
    {
      "task": "lu-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09510731606580232,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.126940533926696,
        "ex": false,
        "ex_soft": 1.2542330364981813e-05,
        "real_first": false
      }
    },
    {
      "task": "lu-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0005,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.047555504791240294,
        "kvs": 0.0,
        "trees": 0.3076923076923077,
        "oqs": 0.118415937494516,
        "ex": false,
        "ex_soft": 0.0002445754421171454,
        "real_first": false
      }
    },
    {
      "task": "mc-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.18597905610352872,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.15723111393927147,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0049,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.08030853593539228,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12200760721655933,
        "ex": false,
        "ex_soft": 0.0024776062511911567,
        "real_first": false
      }
    },
    {
      "task": "mc-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0011,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09644185669785964,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12738538080404846,
        "ex": false,
        "ex_soft": 0.0005717552887364208,
        "real_first": false
      }
    },
    {
      "task": "mc-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0044,
      "interpretation": "C",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.08060748193296513,
        "kvs": 0.0,
        "trees": 0.42857142857142855,
        "oqs": 0.16972630350146456,
        "ex": false,
        "ex_soft": 0.0012388031255955783,
        "real_first": false
      }
    },
    {
      "task": "mc-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0213,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07876023951849331,
        "kvs": 0.0,
        "trees": 0.25,
        "oqs": 0.10958674650616444,
        "ex": false,
        "ex_soft": 0.010768057937869259,
        "real_first": false
      }
    },
    {
      "task": "mc-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0049,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10371895666375036,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.1298110807926787,
        "ex": false,
        "ex_soft": 0.0024776062511911567,
        "real_first": false
      }
    },
    {
      "task": "mc-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0021,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0796731527536375,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.15155771758454584,
        "ex": false,
        "ex_soft": 0.0010482180293501049,
        "real_first": false
      }
    },
    {
      "task": "mc-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0053,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.044191384792503424,
        "kvs": 0.0,
        "trees": 0.3076923076923077,
        "oqs": 0.1172945641616037,
        "ex": false,
        "ex_soft": 0.0026681913474366306,
        "real_first": false
      }
    },
    {
      "task": "mc-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0002,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05383074227508119,
        "kvs": 0.0,
        "trees": 0.2727272727272727,
        "oqs": 0.10885267166745129,
        "ex": false,
        "ex_soft": 9.52925481227368e-05,
        "real_first": false
      }
    },
    {
      "task": "mc-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0179,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05861320329033078,
        "kvs": 0.0,
        "trees": 0.3333333333333333,
        "oqs": 0.13064884554122136,
        "ex": false,
        "ex_soft": 0.009052792071659996,
        "real_first": false
      }
    },
    {
      "task": "mc-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0013,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09510731606580232,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.126940533926696,
        "ex": false,
        "ex_soft": 0.0006670478368591576,
        "real_first": false
      }
    },
    {
      "task": "mc-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0008,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.03318356843885338,
        "kvs": 0.0,
        "trees": 0.5,
        "oqs": 0.17772785614628447,
        "ex": false,
        "ex_soft": 0.0003811701924909472,
        "real_first": false
      }
    },
    {
      "task": "mc-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0013,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.16068419585642527,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.18689473195214176,
        "ex": false,
        "ex_soft": 0.0006670478368591576,
        "real_first": false
      }
    },
    {
      "task": "mc-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10288279849619285,
        "kvs": 0.0,
        "trees": 0.3,
        "oqs": 0.1342942661653976,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mc-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0095,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11992032616392308,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.13521153729273624,
        "ex": false,
        "ex_soft": 0.00476462740613684,
        "real_first": false
      }
    },
    {
      "task": "mc-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0011,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.09874585454070044,
        "kvs": 0.0,
        "trees": 0.25,
        "oqs": 0.11624861818023348,
        "ex": false,
        "ex_soft": 0.0005717552887364208,
        "real_first": false
      }
    },
    {
      "task": "mc-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0032,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.12864963713338223,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.1762165457111274,
        "ex": false,
        "ex_soft": 0.0016199733180865257,
        "real_first": false
      }
    },
    {
      "task": "mv-01",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0006,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10068014927816821,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.12879814499748463,
        "ex": false,
        "ex_soft": 0.00028133826988217554,
        "real_first": false
      }
    },
    {
      "task": "mv-02",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.06720913917002946,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.1474030463900098,
        "ex": false,
        "ex_soft": 0.00013504236954344425,
        "real_first": false
      }
    },
    {
      "task": "mv-03",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.1628855676908484,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.14953328446837802,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-04",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0016,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.16478863247348294,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.188262877491161,
        "ex": false,
        "ex_soft": 0.0008215077480559525,
        "real_first": false
      }
    },
    {
      "task": "mv-05",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0005,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.06467961177028429,
        "kvs": 0.0,
        "trees": 0.2727272727272727,
        "oqs": 0.11246896149918567,
        "ex": false,
        "ex_soft": 0.00025883120829160147,
        "real_first": false
      }
    },
    {
      "task": "mv-06",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0003,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.028257249410352375,
        "kvs": 0.0,
        "trees": 0.30434782608695654,
        "oqs": 0.11086835849910297,
        "ex": false,
        "ex_soft": 0.00013504236954344425,
        "real_first": false
      }
    },
    {
      "task": "mv-07",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0004,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.0721469555848942,
        "kvs": 0.0,
        "trees": 0.375,
        "oqs": 0.14904898519496473,
        "ex": false,
        "ex_soft": 7.877471556700914e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-08",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "B",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11328099647385183,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.17109366549128394,
        "ex": false,
        "ex_soft": 3.376059238586106e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-09",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07876023951849331,
        "kvs": 0.0,
        "trees": 0.25,
        "oqs": 0.10958674650616444,
        "ex": false,
        "ex_soft": 4.501412318114809e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-10",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0063,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.046674473112132964,
        "kvs": 0.0,
        "trees": 0.26666666666666666,
        "oqs": 0.1044470465929332,
        "ex": false,
        "ex_soft": 0.003184749215066227,
        "real_first": false
      }
    },
    {
      "task": "mv-11",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0008,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.07592976832233381,
        "kvs": 0.0,
        "trees": 0.14285714285714285,
        "oqs": 0.07292897039315889,
        "ex": false,
        "ex_soft": 0.0004163806394256198,
        "real_first": false
      }
    },
    {
      "task": "mv-12",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0001,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.05621658248654318,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.15207219416218107,
        "ex": false,
        "ex_soft": 3.376059238586106e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-13",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.13399141516943688,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.17799713838981232,
        "ex": false,
        "ex_soft": 2.2507061590574044e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-14",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.10761595638633392,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.16920531879544465,
        "ex": false,
        "ex_soft": 2.2507061590574044e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-15",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.18085060571623165,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.15552163047683912,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-16",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.1713983480720037,
        "kvs": 0.0,
        "trees": 0.2857142857142857,
        "oqs": 0.15237087792876314,
        "ex": false,
        "ex_soft": 0.0,
        "real_first": false
      }
    },
    {
      "task": "mv-17",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.14398598370461785,
        "kvs": 0.0,
        "trees": 0.4,
        "oqs": 0.18132866123487265,
        "ex": false,
        "ex_soft": 2.2507061590574044e-05,
        "real_first": false
      }
    },
    {
      "task": "mv-18",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0002,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.12156500240912937,
        "kvs": 0.0,
        "trees": 0.3333333333333333,
        "oqs": 0.1516327785808209,
        "ex": false,
        "ex_soft": 0.0001012817771575832,
        "real_first": false
      }
    },
    {
      "task": "mv-19",
      "epoch": 1,
      "category": "wrong_real",
      "f1": 0.0,
      "interpretation": "A",
      "real": false,
      "worlds": {
        "real": false,
        "w1": false,
        "w2": false,
        "w3": false
      },
      "overpassnl": {
        "em": false,
        "chrf": 0.11947737240731748,
        "kvs": 0.125,
        "trees": 0.6666666666666666,
        "oqs": 0.30371467969132804,
        "ex": false,
        "ex_soft": 1.1253530795287022e-05,
        "real_first": false
      }
    }
  ]
}