{
  "schema": 1,
  "experiment": "wikipedia-minilm-sign-binary-clustering-evaluation-v1",
  "generatedAt": "2026-08-16T08:47:53.492Z",
  "pack": {
    "packId": "enwiki-model-subjects-v1",
    "sha256": "80377272039ac9278723a7acb655c6fb5704407e61d962c22e19c987730ee207",
    "currentPackSha256": "da058b39120a88bf5102223add93e318a52b2703f7b83bb83b500079232073c0",
    "currentPackDelta": "metadata-only selective query router and semantic-tail diversifier; entity embedding text is unchanged",
    "entities": 30000,
    "vectorIdentity": "004afce32b7c55204f8f4db6920c9b400ccb75dd08de17b67f5ebf2a8b1209f8"
  },
  "model": {
    "id": "Xenova/all-MiniLM-L6-v2",
    "revision": "751bff37182d3f1213fa05d7196b954e230abad9",
    "dtype": "q8",
    "runtime": "@huggingface/transformers@3.7.6",
    "runtimeModuleSha256": "3b9e4e80b5c51167bab60da11bc4b7afbd57256f0b0e87139c8191b6304e186a",
    "verifiedModelArtefacts": 5
  },
  "compression": {
    "dimensions": 384,
    "denseBytes": 46080000,
    "binaryBytes": 1440000,
    "ratio": 32
  },
  "graphEdgeDiscrimination": {
    "uniquePairs": 65698,
    "densePairwiseAccuracy": 0.867332,
    "binaryPairwiseAccuracy": 0.849067,
    "accuracyLoss": 0.018265,
    "denseMeanMargin": 0.229406,
    "binaryMeanMargin": 0.084923
  },
  "neighbourhoods": {
    "anchors": 256,
    "topOneAgreement": 0.597656,
    "topTenOverlap": 0.579687,
    "denseRelationRecallAt10": 0.337891,
    "binaryRelationRecallAt10": 0.295573,
    "relationRecallRetention": 0.874758,
    "denseThemePurityAt10": 0.139063,
    "binaryThemePurityAt10": 0.115234,
    "denseTopTenRecallFromBinaryShortlist": {
      "10": 0.579687,
      "32": 0.828125,
      "64": 0.911328,
      "128": 0.95625
    },
    "medianFullScanMs": {
      "dense": 9.796,
      "binary": 2.688
    }
  },
  "selectiveDomainLabelling": {
    "targetPrecision": 0.95,
    "labels": [
      "armour",
      "aviation",
      "history",
      "naval",
      "people",
      "rail",
      "road",
      "science-fiction",
      "space"
    ],
    "split": {
      "seed": 14838,
      "calibration": 5936,
      "pseudoLabelPool": 4449,
      "test": 4447
    },
    "calibratedMargins": {
      "armour": 0.023437,
      "aviation": 0.020833,
      "history": 0.010417,
      "naval": 0.023437,
      "people": 0.023438,
      "rail": 0.010417,
      "road": 0.020833,
      "science-fiction": 0.018229,
      "space": 0.03125
    },
    "calibration": {
      "precision": 0.953919,
      "macroPrecision": 0.954501,
      "minimumLabelPrecision": 0.950685,
      "coverage": 0.818902
    },
    "pseudoLabels": {
      "precision": 0.953202,
      "macroPrecision": 0.958531,
      "minimumLabelPrecision": 0.939394,
      "coverage": 0.821308
    },
    "beforeSnowball": {
      "precision": 0.953833,
      "macroPrecision": 0.961051,
      "minimumLabelPrecision": 0.941176,
      "coverage": 0.818304,
      "accuracyWithAbstention": 0.780526,
      "precisionByLabel": {
        "armour": 0.941176,
        "aviation": 0.950617,
        "history": 0.95098,
        "naval": 0.946979,
        "people": 1,
        "rail": 0.972973,
        "road": 0.959432,
        "science-fiction": 0.96748,
        "space": 0.959821
      }
    },
    "afterSnowball": {
      "precision": 0.951939,
      "macroPrecision": 0.957083,
      "minimumLabelPrecision": 0.933333,
      "coverage": 0.823477,
      "accuracyWithAbstention": 0.783899,
      "precisionByLabel": {
        "armour": 0.933333,
        "aviation": 0.955275,
        "history": 0.950495,
        "naval": 0.946012,
        "people": 1,
        "rail": 0.978723,
        "road": 0.955285,
        "science-fiction": 0.942623,
        "space": 0.952
      }
    }
  },
  "decision": {
    "binaryOnly": {
      "promote": false,
      "reason": "Binary-only neighbourhoods lose too much dense and graph ranking fidelity."
    },
    "binaryShortlistDenseRerank": {
      "evidenceGate": true,
      "shortlist": 128,
      "denseTopTenRecall": 0.95625,
      "disposition": "Retain as an offline scale-up option; do not add another runtime index at the current corpus size."
    },
    "hbsStyleLabelling": {
      "withinWikipediaGate": true,
      "domainShiftGate": false,
      "pseudoLabelPrecisionGate": true,
      "snowballGate": false,
      "snowballCoverageDelta": 0.005173,
      "disposition": "Require a sparse KingKit-text holdout; do not repeat self-training for the observed 0.52-point coverage gain."
    },
    "releaseAction": "Keep graph themes and dense favourite search unchanged; do not bundle binary vectors or a client classifier."
  }
}