{
  "schema": 1,
  "model": "wikipedia-selective-query-concepts-v1",
  "split": {
    "policy": "whole Wikipedia graph themes; 70% train, 20% calibration, 10% evaluation",
    "trainEntities": 20752,
    "calibrationEntities": 6195,
    "evaluationEntities": 3053
  },
  "training": {
    "entities": 20752,
    "labels": 45,
    "features": 2292,
    "postings": 2650,
    "labelCounts": {
      "domain:armour": 3678,
      "domain:aviation": 5232,
      "domain:history": 522,
      "domain:naval": 4297,
      "domain:people": 516,
      "domain:rail": 1597,
      "domain:road": 2680,
      "domain:science-fiction": 862,
      "domain:space": 1598,
      "nation:American": 5464,
      "nation:Australian": 562,
      "nation:British": 3276,
      "nation:Canadian": 557,
      "nation:Chinese": 674,
      "nation:French": 1655,
      "nation:German": 2131,
      "nation:Italian": 753,
      "nation:Japanese": 1315,
      "nation:Polish": 382,
      "nation:Russian": 995,
      "nation:Soviet": 1250,
      "period:Cold War": 1568,
      "period:First World War": 1450,
      "period:Interwar": 102,
      "period:Korean War": 132,
      "period:Napoleonic Wars": 2,
      "period:Second World War": 3013,
      "period:Vietnam War": 182,
      "role:aircraft carrier": 195,
      "role:armoured fighting vehicle": 39,
      "role:battle tank": 125,
      "role:battleship": 125,
      "role:bomber aircraft": 443,
      "role:cargo truck": 20,
      "role:cruiser": 338,
      "role:destroyer": 302,
      "role:fighter aircraft": 775,
      "role:helicopter": 355,
      "role:locomotive": 933,
      "role:reconnaissance aircraft": 404,
      "role:spacecraft": 1191,
      "role:starfighter": 10,
      "role:submarine": 630,
      "role:trainer aircraft": 367,
      "role:transport aircraft": 302
    }
  },
  "thresholds": {
    "domain": {
      "score": 15.613,
      "margin": 9.4324,
      "predictions": 9065,
      "precision": 0.980033,
      "coverage": 0.493656
    },
    "nation": {
      "score": 15.1012,
      "margin": 0.0879,
      "predictions": 2704,
      "precision": 0.98003,
      "coverage": 0.147253
    },
    "period": {
      "score": 18.9719,
      "margin": 18.9719,
      "predictions": 124,
      "precision": 0.983871,
      "coverage": 0.006753
    },
    "role": {
      "score": 34.6436,
      "margin": 34.6436,
      "predictions": 228,
      "precision": 0.982456,
      "coverage": 0.012416
    }
  },
  "calibration": {
    "queries": 18363,
    "predictions": 12121,
    "precision": 0.980117,
    "coverage": 0.561782,
    "groups": {
      "domain": {
        "precision": 0.980033,
        "coverage": 0.493656,
        "predictions": 9065,
        "correct": 8884
      },
      "nation": {
        "precision": 0.98003,
        "coverage": 0.147253,
        "predictions": 2704,
        "correct": 2650
      },
      "period": {
        "precision": 0.983871,
        "coverage": 0.006753,
        "predictions": 124,
        "correct": 122
      },
      "role": {
        "precision": 0.982456,
        "coverage": 0.012416,
        "predictions": 228,
        "correct": 224
      }
    },
    "indirect": {
      "predictions": 10700,
      "precision": 0.979065,
      "coverage": 0.519142
    },
    "errors": [
      {
        "entity": "enwiki:35839341",
        "title": "12-pounder long gun",
        "group": "domain",
        "predicted": "naval",
        "expected": [
          "armour"
        ],
        "score": 21.0541,
        "margin": 21.0541,
        "features": [
          "age",
          "intermediary",
          "sail"
        ]
      },
      {
        "entity": "enwiki:74359727",
        "title": "1946 Apeldoorn Fairey Firefly crash",
        "group": "nation",
        "predicted": "British",
        "expected": [],
        "score": 17.2829,
        "margin": 17.2829,
        "features": [
          "apeldoorn",
          "fairey",
          "firefly"
        ]
      },
      {
        "entity": "enwiki:80491258",
        "title": "2025 Dhaka Chengdu J-7 crash",
        "group": "nation",
        "predicted": "Chinese",
        "expected": [],
        "score": 19.2608,
        "margin": 19.2608,
        "features": [
          "chengdu",
          "crash",
          "dhaka"
        ]
      },
      {
        "entity": "enwiki:4425488",
        "title": "AEC armoured command vehicle",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "armour"
        ],
        "score": 35.069,
        "margin": 35.069,
        "features": [
          "acvs",
          "associated",
          "cars"
        ]
      },
      {
        "entity": "enwiki:21864529",
        "title": "Aeronautics Defense Orbiter",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "aviation"
        ],
        "score": 22.6105,
        "margin": 22.6105,
        "features": [
          "aeronautics",
          "defense",
          "orbiter"
        ]
      },
      {
        "entity": "enwiki:7098846",
        "title": "Aeronca Sedan",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "aviation"
        ],
        "score": 22.9257,
        "margin": 22.9257,
        "features": [
          "aeronca",
          "sedan"
        ]
      },
      {
        "entity": "enwiki:7939466",
        "title": "Air & Space 18A",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "aviation"
        ],
        "score": 30.9331,
        "margin": 30.9331,
        "features": [
          "air",
          "space"
        ]
      },
      {
        "entity": "enwiki:4958131",
        "title": "Aircrew Survival Egress Knife",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "armour"
        ],
        "score": 27.1612,
        "margin": 27.1612,
        "features": [
          "aviation",
          "military",
          "states"
        ]
      },
      {
        "entity": "enwiki:63727",
        "title": "Alan Shepard",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "people"
        ],
        "score": 27.9458,
        "margin": 27.9458,
        "features": [
          "astronauts",
          "meniere",
          "spaceflight"
        ]
      },
      {
        "entity": "enwiki:2980893",
        "title": "Amphibious command ship",
        "group": "domain",
        "predicted": "history",
        "expected": [
          "naval"
        ],
        "score": 32.8019,
        "margin": 32.8019,
        "features": [
          "invasions",
          "originally",
          "purpose"
        ]
      },
      {
        "entity": "enwiki:4067152",
        "title": "Armoured Carrier Wheeled Indian Pattern",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "armour"
        ],
        "score": 35.069,
        "margin": 35.069,
        "features": [
          "cars",
          "india",
          "similar"
        ]
      },
      {
        "entity": "enwiki:18598148",
        "title": "Arthur C. Clarke",
        "group": "domain",
        "predicted": "science-fiction",
        "expected": [
          "people"
        ],
        "score": 27.0228,
        "margin": 27.0228,
        "features": [
          "english",
          "fiction",
          "screenwriters"
        ]
      },
      {
        "entity": "enwiki:13221208",
        "title": "Ballast tractor",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "road"
        ],
        "score": 31.8229,
        "margin": 31.8229,
        "features": [
          "ballast",
          "tractor"
        ]
      },
      {
        "entity": "enwiki:620583",
        "title": "Barquentine",
        "group": "domain",
        "predicted": "naval",
        "expected": [
          "armour"
        ],
        "score": 23.651,
        "margin": 23.651,
        "features": [
          "aft",
          "foremast",
          "sailing"
        ]
      },
      {
        "entity": "enwiki:4590645",
        "title": "Bedford OXA",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "armour"
        ],
        "score": 35.069,
        "margin": 11.3719,
        "features": [
          "armoured",
          "cars",
          "improvised"
        ]
      },
      {
        "entity": "enwiki:1358772",
        "title": "Bison and Coyote armoured vehicles",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "armour"
        ],
        "score": 35.069,
        "margin": 35.069,
        "features": [
          "canada",
          "cars",
          "land"
        ]
      },
      {
        "entity": "enwiki:63139822",
        "title": "Bombing of Palermo in World War II",
        "group": "domain",
        "predicted": "science-fiction",
        "expected": [
          "history"
        ],
        "score": 21.7754,
        "margin": 21.7754,
        "features": [
          "populated",
          "regional",
          "sicily"
        ]
      },
      {
        "entity": "enwiki:6645575",
        "title": "Bowser (tanker)",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "road"
        ],
        "score": 20.1293,
        "margin": 20.1293,
        "features": [
          "containers",
          "liquid",
          "pump"
        ]
      },
      {
        "entity": "enwiki:182975",
        "title": "Brigantine",
        "group": "domain",
        "predicted": "naval",
        "expected": [
          "armour"
        ],
        "score": 23.651,
        "margin": 23.651,
        "features": [
          "foremast",
          "mainsail",
          "sailing"
        ]
      },
      {
        "entity": "enwiki:15837539",
        "title": "Budd BB-1 Pioneer",
        "group": "nation",
        "predicted": "Italian",
        "expected": [
          "American"
        ],
        "score": 49.31,
        "margin": 49.31,
        "features": [
          "marchetti",
          "savoia",
          "utilizing"
        ]
      },
      {
        "entity": "enwiki:70908700",
        "title": "BYD Destroyer 05",
        "group": "domain",
        "predicted": "naval",
        "expected": [
          "road"
        ],
        "score": 21.616,
        "margin": 21.616,
        "features": [
          "byd",
          "destroyer"
        ]
      },
      {
        "entity": "enwiki:7056250",
        "title": "Carrier strike group",
        "group": "domain",
        "predicted": "road",
        "expected": [
          "naval"
        ],
        "score": 26.2364,
        "margin": 26.2364,
        "features": [
          "battle",
          "carriers",
          "size"
        ]
      },
      {
        "entity": "enwiki:35841861",
        "title": "Chao Ho-class cruiser",
        "group": "nation",
        "predicted": "Chinese",
        "expected": [],
        "score": 18.5864,
        "margin": 18.5864,
        "features": [
          "cruisers",
          "protected",
          "qing"
        ]
      },
      {
        "entity": "enwiki:58897312",
        "title": "Chiappa M6 survival gun",
        "group": "domain",
        "predicted": "rail",
        "expected": [
          "armour"
        ],
        "score": 44.7424,
        "margin": 10.2313,
        "features": [
          "comes",
          "gauge",
          "guns"
        ]
      },
      {
        "entity": "enwiki:35736662",
        "title": "Chilean cruiser O'Higgins (1897)",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "naval"
        ],
        "score": 23.6971,
        "margin": 23.6971,
        "features": [
          "armoured",
          "armstrong",
          "whitworth"
        ]
      },
      {
        "entity": "enwiki:66135324",
        "title": "Chinese destroyer Fuzhou",
        "group": "nation",
        "predicted": "Chinese",
        "expected": [],
        "score": 38.6386,
        "margin": 38.6386,
        "features": [
          "chinese",
          "destroyer",
          "fuzhou"
        ]
      },
      {
        "entity": "enwiki:36540534",
        "title": "Chinese frigate Dongguan",
        "group": "nation",
        "predicted": "Chinese",
        "expected": [],
        "score": 38.6386,
        "margin": 38.6386,
        "features": [
          "chinese",
          "dongguan",
          "frigate"
        ]
      },
      {
        "entity": "enwiki:6944245",
        "title": "Chitty Chitty Bang Bang (car)",
        "group": "domain",
        "predicted": "science-fiction",
        "expected": [
          "road"
        ],
        "score": 45.1489,
        "margin": 45.1489,
        "features": [
          "chariots",
          "fictional",
          "racing"
        ]
      },
      {
        "entity": "enwiki:45335601",
        "title": "City of Canberra (aircraft)",
        "group": "domain",
        "predicted": "rail",
        "expected": [
          "aviation"
        ],
        "score": 25.8943,
        "margin": 25.8943,
        "features": [
          "preserved",
          "qantas",
          "registered"
        ]
      },
      {
        "entity": "enwiki:13723417",
        "title": "Cold gas thruster",
        "group": "period",
        "predicted": "Cold War",
        "expected": [],
        "score": 46.788,
        "margin": 46.788,
        "features": [
          "cold",
          "gas",
          "thruster"
        ]
      }
    ]
  },
  "evaluation": {
    "queries": 9083,
    "predictions": 6011,
    "precision": 0.975545,
    "coverage": 0.556204,
    "groups": {
      "domain": {
        "precision": 0.978122,
        "coverage": 0.4831,
        "predictions": 4388,
        "correct": 4292
      },
      "nation": {
        "precision": 0.967514,
        "coverage": 0.155896,
        "predictions": 1416,
        "correct": 1370
      },
      "period": {
        "precision": 0.981481,
        "coverage": 0.005945,
        "predictions": 54,
        "correct": 53
      },
      "role": {
        "precision": 0.973856,
        "coverage": 0.016845,
        "predictions": 153,
        "correct": 149
      }
    },
    "indirect": {
      "predictions": 5183,
      "precision": 0.974339,
      "coverage": 0.505009
    },
    "errors": [
      {
        "entity": "enwiki:58551015",
        "title": "5.7 cm Maxim-Nordenfelt",
        "group": "nation",
        "predicted": "French",
        "expected": [
          "German"
        ],
        "score": 17.2237,
        "margin": 17.2237,
        "features": [
          "canon",
          "cockerill",
          "license"
        ]
      },
      {
        "entity": "enwiki:15398121",
        "title": "Almirante Clemente-class destroyer",
        "group": "nation",
        "predicted": "Italian",
        "expected": [],
        "score": 41.3857,
        "margin": 41.3857,
        "features": [
          "ansaldo",
          "countries",
          "gio"
        ]
      },
      {
        "entity": "enwiki:72243838",
        "title": "Antonov An-325",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "aviation"
        ],
        "score": 23.284,
        "margin": 23.284,
        "features": [
          "evolution",
          "orbits",
          "purposes"
        ]
      },
      {
        "entity": "enwiki:15611636",
        "title": "Arkansas Railroad Museum",
        "group": "nation",
        "predicted": "American",
        "expected": [],
        "score": 17.2929,
        "margin": 17.2929,
        "features": [
          "arkansas",
          "museum",
          "railroad"
        ]
      },
      {
        "entity": "enwiki:197526",
        "title": "Arleigh Burke",
        "group": "domain",
        "predicted": "naval",
        "expected": [
          "people"
        ],
        "score": 21.85,
        "margin": 21.85,
        "features": [
          "arleigh",
          "burke"
        ]
      },
      {
        "entity": "enwiki:2771881",
        "title": "Arresting gear",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "naval"
        ],
        "score": 38.5656,
        "margin": 38.5656,
        "features": [
          "arresting",
          "gear"
        ]
      },
      {
        "entity": "enwiki:4723131",
        "title": "Articulated vehicle",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "road"
        ],
        "score": 21.805,
        "margin": 21.805,
        "features": [
          "automotive",
          "construction",
          "semi"
        ]
      },
      {
        "entity": "enwiki:9992430",
        "title": "Atlas (rocket family)",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "aviation"
        ],
        "score": 58.8789,
        "margin": 58.8789,
        "features": [
          "alliance",
          "space",
          "spaceflight"
        ]
      },
      {
        "entity": "enwiki:21340138",
        "title": "Atlas G",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "space"
        ],
        "score": 23.4855,
        "margin": 23.4855,
        "features": [
          "launch",
          "missiles",
          "system"
        ]
      },
      {
        "entity": "enwiki:21349623",
        "title": "Atlas SLV-3",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "space"
        ],
        "score": 23.4855,
        "margin": 23.4855,
        "features": [
          "launch",
          "missiles",
          "rocket"
        ]
      },
      {
        "entity": "enwiki:6647658",
        "title": "Atlas-Agena",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "space"
        ],
        "score": 23.4855,
        "margin": 23.4855,
        "features": [
          "launch",
          "missiles",
          "system"
        ]
      },
      {
        "entity": "enwiki:1431069",
        "title": "Atlas-Centaur",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "space"
        ],
        "score": 23.4855,
        "margin": 23.4855,
        "features": [
          "launch",
          "missile",
          "missiles"
        ]
      },
      {
        "entity": "enwiki:35279750",
        "title": "Beechcraft U-21 Ute",
        "group": "nation",
        "predicted": "Australian",
        "expected": [
          "American"
        ],
        "score": 16.412,
        "margin": 16.412,
        "features": [
          "beechcraft",
          "ute"
        ]
      },
      {
        "entity": "enwiki:18677137",
        "title": "Bristol Bullpup",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "aviation"
        ],
        "score": 21.8863,
        "margin": 21.8863,
        "features": [
          "bristol",
          "bullpup"
        ]
      },
      {
        "entity": "enwiki:14301",
        "title": "British Aerospace HOTOL",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "aviation"
        ],
        "score": 29.4831,
        "margin": 29.4831,
        "features": [
          "airbreathing",
          "orbit",
          "ssto"
        ]
      },
      {
        "entity": "enwiki:60523386",
        "title": "Canon de 305 modèle 1893/96 à berceau",
        "group": "domain",
        "predicted": "rail",
        "expected": [
          "armour"
        ],
        "score": 66.5725,
        "margin": 66.5725,
        "features": [
          "railroad",
          "railway",
          "saw"
        ]
      },
      {
        "entity": "enwiki:60523386",
        "title": "Canon de 305 modèle 1893/96 à berceau",
        "group": "nation",
        "predicted": "American",
        "expected": [
          "French"
        ],
        "score": 17.2929,
        "margin": 17.2929,
        "features": [
          "railroad",
          "railway",
          "saw"
        ]
      },
      {
        "entity": "enwiki:18737979",
        "title": "Canon de 85 modèle 1927 Schneider",
        "group": "nation",
        "predicted": "French",
        "expected": [],
        "score": 37.5188,
        "margin": 37.5188,
        "features": [
          "canon",
          "modele",
          "schneider"
        ]
      },
      {
        "entity": "enwiki:4762055",
        "title": "Champion Jet 1",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "naval"
        ],
        "score": 23.5285,
        "margin": 23.5285,
        "features": [
          "champion",
          "jet"
        ]
      },
      {
        "entity": "enwiki:5493154",
        "title": "Champion Jet 2",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "naval"
        ],
        "score": 23.5285,
        "margin": 23.5285,
        "features": [
          "champion",
          "jet"
        ]
      },
      {
        "entity": "enwiki:4758061",
        "title": "Champion Jet 3",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "naval"
        ],
        "score": 23.5285,
        "margin": 23.5285,
        "features": [
          "champion",
          "jet"
        ]
      },
      {
        "entity": "enwiki:4063431",
        "title": "Cheddi Jagan International Airport",
        "group": "nation",
        "predicted": "French",
        "expected": [
          "American",
          "British"
        ],
        "score": 17.8355,
        "margin": 17.8355,
        "features": [
          "airfields",
          "guiana",
          "guyana"
        ]
      },
      {
        "entity": "enwiki:15421158",
        "title": "Cherokee-class brig-sloop",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "naval"
        ],
        "score": 34.5111,
        "margin": 11.5999,
        "features": [
          "classes",
          "guns",
          "royal"
        ]
      },
      {
        "entity": "enwiki:15421158",
        "title": "Cherokee-class brig-sloop",
        "group": "nation",
        "predicted": "American",
        "expected": [
          "British"
        ],
        "score": 17.3723,
        "margin": 17.3723,
        "features": [
          "brig",
          "cherokee",
          "class"
        ]
      },
      {
        "entity": "enwiki:22508640",
        "title": "Chevrolet G506",
        "group": "domain",
        "predicted": "space",
        "expected": [
          "armour",
          "road"
        ],
        "score": 24.2205,
        "margin": 24.2205,
        "features": [
          "allies",
          "communications",
          "soft"
        ]
      },
      {
        "entity": "enwiki:59786823",
        "title": "Chiappa Triple Crown",
        "group": "domain",
        "predicted": "rail",
        "expected": [
          "armour"
        ],
        "score": 44.7424,
        "margin": 21.6305,
        "features": [
          "bore",
          "gauge",
          "shotguns"
        ]
      },
      {
        "entity": "enwiki:50721629",
        "title": "China Railways DF11G",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "rail"
        ],
        "score": 21.8223,
        "margin": 21.8223,
        "features": [
          "diesel",
          "electric",
          "twin"
        ]
      },
      {
        "entity": "enwiki:28414402",
        "title": "China Railways HXD1",
        "group": "domain",
        "predicted": "aviation",
        "expected": [
          "rail"
        ],
        "score": 21.8223,
        "margin": 21.8223,
        "features": [
          "siemens",
          "twin",
          "zhuzhou"
        ]
      },
      {
        "entity": "enwiki:53397268",
        "title": "China Railways KD1",
        "group": "nation",
        "predicted": "Japanese",
        "expected": [
          "American",
          "Chinese"
        ],
        "score": 17.199,
        "margin": 17.199,
        "features": [
          "consolidation",
          "manchuria",
          "railway"
        ]
      },
      {
        "entity": "enwiki:10230535",
        "title": "China Railways SS8",
        "group": "domain",
        "predicted": "armour",
        "expected": [
          "rail"
        ],
        "score": 21.805,
        "margin": 21.805,
        "features": [
          "semi",
          "speed",
          "system"
        ]
      }
    ]
  },
  "ranking": {
    "trainingPairs": 20632,
    "weights": {
      "domain": 0.551502,
      "nation": 0.348723,
      "period": 0.046447,
      "role": 0.053328
    },
    "evaluation": {
      "pairs": 10104,
      "wins": 6133,
      "ties": 3940,
      "accuracy": 0.80196,
      "meanMargin": 0.316809
    },
    "equalWeightBaseline": {
      "pairs": 10104,
      "wins": 6129,
      "ties": 3946,
      "accuracy": 0.801861,
      "meanMargin": 0.171566
    },
    "lift": 9.9e-05,
    "maximumDenseScoreAdjustment": 0.02
  },
  "runtime": {
    "labels": 45,
    "features": 2292,
    "postings": 2650,
    "admissionPolicy": "dense calibration only",
    "rulesTierPrecedence": true
  }
}