{
  "releaseSnapshot": {
    "format": "static-release-reference-v1",
    "sourceVersion": "0.29.0",
    "sourceRegistrySha256": "a2b5ec09bf6c38b9d2879d746a4fded374f5928b445377b0270ef6aa8e6cac65",
    "generatedAt": "2026-10-06T15:38:00Z",
    "releaseAcceptance": "not-verified-by-generator",
    "runtimeReadiness": "not-evaluated",
    "livePaymentsVerified": false,
    "indexingVerified": false,
    "apiOrigin": null,
    "notice": "Build-time release reference. Runtime readiness, deployment, payment settlement and external indexing are not evaluated here. Prices are proposed; this file cannot authorize execution or payment."
  },
  "exampleResponse": {
    "operation": "ranking-evaluate",
    "version": "0.29.0",
    "result": {
      "profile": "supplied-ranking-evaluation-v1",
      "k": 3,
      "queryCount": 1,
      "queries": [
        {
          "precisionAtK": 0.6666666666666666,
          "recallAtK": 0.6666666666666666,
          "reciprocalRankAtK": 1,
          "averagePrecisionAtK": 0.6666666666666666,
          "ndcgAtK": 0.6074915180456525,
          "id": "q1",
          "relevantJudgmentCount": 3,
          "retrievedAtKCount": 3,
          "hitsAtK": 2,
          "unjudgedAtKCount": 0,
          "dcgAtK": 2.8927892607143724,
          "idealDcgAtK": 4.7618595071429155,
          "missedRelevantIds": [
            "d"
          ],
          "ranking": [
            {
              "rank": 1,
              "id": "b",
              "grade": 1,
              "relevant": true,
              "judged": true
            },
            {
              "rank": 2,
              "id": "a",
              "grade": 3,
              "relevant": true,
              "judged": true
            },
            {
              "rank": 3,
              "id": "c",
              "grade": 0,
              "relevant": false,
              "judged": true
            }
          ]
        }
      ],
      "macro": {
        "precisionAtK": 0.6666666666666666,
        "recallAtK": 0.6666666666666666,
        "reciprocalRankAtK": 1,
        "averagePrecisionAtK": 0.6666666666666666,
        "ndcgAtK": 0.6074915180456525
      },
      "definedQueryCounts": {
        "precisionAtK": 1,
        "recallAtK": 1,
        "reciprocalRankAtK": 1,
        "averagePrecisionAtK": 1,
        "ndcgAtK": 1
      },
      "conventions": [
        "Precision denominator is k even when fewer results are supplied. Recall and truncated AP denominators use all supplied relevant judgments; reciprocal rank is truncated at k.",
        "DCG uses linear gain and log2(rank + 1) discount. Ideal DCG uses all supplied judgments sorted by grade, truncated at k.",
        "No-relevant-judgment recall, reciprocal rank and AP are null; zero-ideal-gain NDCG is null. Macro averages exclude nulls and report denominators.",
        "Evaluation uses supplied judgments only. It does not retrieve documents, judge semantic relevance, or establish complete relevance coverage."
      ]
    },
    "provenance": {
      "inputSha256": "a830c056a36bdf25d24ce65b0f72f06975f4ac98f7a9cb4aa70c79f3c3fd8b4f",
      "outputSha256": "948595d1d37750d1e18558475116ee9dd440ddde396ae7edc49b7d9f909ac4d0",
      "deterministic": true,
      "externalRequests": 0
    }
  }
}
