{
  "schema": 1,
  "experiment": "wikipedia-concept-semantic-tail-diversity-v1",
  "generatedAt": "2026-08-16T20:25:58.074Z",
  "pack": {
    "path": "data\\wiki-entities.json",
    "packId": "enwiki-model-subjects-v1",
    "sha256": "50e503614df3fe5988e20e20111bfddd6707f7a82c5fb7c3b6ec52f6df26f7dc",
    "entities": 30000
  },
  "model": {
    "id": "Xenova/all-MiniLM-L6-v2",
    "revision": "751bff37182d3f1213fa05d7196b954e230abad9",
    "dtype": "q8",
    "vectorIdentity": "004afce32b7c55204f8f4db6920c9b400ccb75dd08de17b67f5ebf2a8b1209f8",
    "vectorSha256": "6008a709986f3c29c979bfa7d2885818cf7190d70036b011f3ccc6e75b1f7761"
  },
  "runtime": {
    "library": "@huggingface/transformers",
    "version": "3.7.6",
    "manifest": "docs/model-provenance.json",
    "verifiedModelFiles": 5,
    "runtimeSha256": "3b9e4e80b5c51167bab60da11bc4b7afbd57256f0b0e87139c8191b6304e186a"
  },
  "queries": {
    "generated": 512,
    "routed": 320,
    "calibration": 143,
    "holdout": 177,
    "source": "observed Wikipedia domain/facet combinations with at least three subjects",
    "split": "deterministic SHA-256 parity of complete query text"
  },
  "ranking": {
    "candidatePool": 24,
    "resultLimit": 8,
    "denseShortlist": 256,
    "denseShortlistSafety": {
      "queries": 320,
      "unsafeQueries": 0,
      "minimumMargin": 0.019857,
      "examples": []
    },
    "admissionPolicy": "unchanged; evaluation begins with an already-ranked candidate pool",
    "rulesTierPrecedence": true
  },
  "calibration": {
    "configurationsEvaluated": 36,
    "configurationsPassingSafety": 36,
    "selected": {
      "model": "wikipedia-concept-mmr-v1",
      "preserveTop": 1,
      "minimumCandidates": 4,
      "maxPenalty": 0.01,
      "maxScoreLoss": 0.01,
      "weights": {
        "sameSubject": 1,
        "sameTheme": 0.85,
        "graphNeighbour": 0.3
      }
    },
    "metrics": {
      "queries": 143,
      "movedQueries": 79,
      "movedCoverage": 0.552448,
      "topOnePreservation": 1,
      "meanOverlapAtLimit": 0.954545,
      "meanNdcgAtLimit": 0.997594,
      "meanScoreRetention": 0.999717,
      "meanConceptRetention": 0.995323,
      "uniqueThemes": {
        "baseline": 6.916084,
        "diversified": 7.272727,
        "lift": 0.356643
      },
      "uniqueSubjects": {
        "baseline": 8,
        "diversified": 8,
        "lift": 0
      },
      "sameSubjectPairRate": {
        "baseline": 0,
        "diversified": 0,
        "reduction": 0
      },
      "sameThemePairRate": {
        "baseline": 0.048452,
        "diversified": 0.031219,
        "reduction": 0.017233
      },
      "graphNeighbourPairRate": {
        "baseline": 0.045205,
        "diversified": 0.035465,
        "reduction": 0.00974
      },
      "scoreLoss": {
        "meanMaximum": 0.002361,
        "p95Maximum": 0.007346,
        "maximum": 0.008386
      }
    }
  },
  "holdout": {
    "queries": 177,
    "movedQueries": 106,
    "movedCoverage": 0.59887,
    "topOnePreservation": 1,
    "meanOverlapAtLimit": 0.955508,
    "meanNdcgAtLimit": 0.996922,
    "meanScoreRetention": 0.999733,
    "meanConceptRetention": 1.000468,
    "uniqueThemes": {
      "baseline": 6.836158,
      "diversified": 7.158192,
      "lift": 0.322034
    },
    "uniqueSubjects": {
      "baseline": 8,
      "diversified": 8,
      "lift": 0
    },
    "sameSubjectPairRate": {
      "baseline": 0,
      "diversified": 0,
      "reduction": 0
    },
    "sameThemePairRate": {
      "baseline": 0.049031,
      "diversified": 0.035109,
      "reduction": 0.013923
    },
    "graphNeighbourPairRate": {
      "baseline": 0.042575,
      "diversified": 0.032688,
      "reduction": 0.009887
    },
    "scoreLoss": {
      "meanMaximum": 0.002362,
      "p95Maximum": 0.007525,
      "maximum": 0.008446
    }
  },
  "duplicateBoxingStress": {
    "queries": 177,
    "movedQueries": 150,
    "movedCoverage": 0.847458,
    "topOnePreservation": 1,
    "meanOverlapAtLimit": 0.963277,
    "meanNdcgAtLimit": 0.981224,
    "meanScoreRetention": 0.999624,
    "meanConceptRetention": 1.000962,
    "uniqueThemes": {
      "baseline": 3.638418,
      "diversified": 3.915254,
      "lift": 0.276836
    },
    "uniqueSubjects": {
      "baseline": 4.00565,
      "diversified": 4.180791,
      "lift": 0.175141
    },
    "sameSubjectPairRate": {
      "baseline": 0.213882,
      "diversified": 0.202381,
      "reduction": 0.011501
    },
    "sameThemePairRate": {
      "baseline": 0.268967,
      "diversified": 0.24435,
      "reduction": 0.024617
    },
    "graphNeighbourPairRate": {
      "baseline": 0.060533,
      "diversified": 0.052663,
      "reduction": 0.007869
    },
    "scoreLoss": {
      "meanMaximum": 0.005601,
      "p95Maximum": 0.009725,
      "maximum": 0.009942
    }
  },
  "runtimeParity": {
    "queries": 177,
    "mismatches": 0,
    "examples": []
  },
  "promotionGates": {
    "minimumQueries": true,
    "preserveTopResult": true,
    "minimumNdcg": true,
    "minimumScoreRetention": true,
    "minimumConceptRetention": true,
    "improveThemeCoverage": true,
    "reduceThemeRedundancy": true,
    "boundedScoreLoss": true,
    "duplicateStressImprovesSubjects": true,
    "duplicateStressReducesSubjectPairs": true,
    "duplicateStressPreservesTop": true,
    "runtimeImplementationParity": true,
    "denseShortlistIsExact": true,
    "passed": true
  },
  "promotedConfig": {
    "model": "wikipedia-concept-mmr-v1",
    "purpose": "bounded diversification of already accepted concept-query semantic results",
    "applyWhen": "selective-query-concept",
    "preserveTop": 1,
    "minimumCandidates": 4,
    "maxPenalty": 0.01,
    "maxScoreLoss": 0.01,
    "weights": {
      "sameSubject": 1,
      "sameTheme": 0.85,
      "graphNeighbour": 0.3
    },
    "evaluation": {
      "queries": 177,
      "topOnePreservation": 1,
      "meanNdcgAtLimit": 0.996922,
      "meanScoreRetention": 0.999733,
      "meanConceptRetention": 1.000468,
      "uniqueThemeLift": 0.322034,
      "sameThemePairReduction": 0.013923,
      "maximumScoreLoss": 0.008446,
      "duplicateSubjectLift": 0.175141,
      "duplicateSubjectPairReduction": 0.011501,
      "runtimeMismatches": 0,
      "shortlistUnsafeQueries": 0
    }
  },
  "promotedPack": {
    "bytes": 22731906,
    "sha256": "da058b39120a88bf5102223add93e318a52b2703f7b83bb83b500079232073c0"
  },
  "timingsMs": {
    "modelLoad": 148.156,
    "queryEmbedding": 171.874,
    "denseScans": 6984.861,
    "total": 11213.606
  },
  "decision": "Promote the bounded diversifier for selective concept queries only."
}