{
  "seed": 7,
  "k": 5,
  "num_entries": 16,
  "num_queries": 5,
  "scorers": {
    "bm25": {
      "per_query": [
        {
          "query": "why is the order service slow after the deploy",
          "relevant": [
            "2ce5de1ff41e36d3",
            "d8c458145fafb4f2"
          ],
          "returned": [
            "2ce5de1ff41e36d3",
            "207ec26e963da96f",
            "d8c458145fafb4f2",
            "8ad7783dec1aee3d",
            "559663786a7634a1"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.4,
            "rr": 1.0
          }
        },
        {
          "query": "how do we restore a database",
          "relevant": [
            "4cd0bbdcdbb41841",
            "33353d2f22b15660"
          ],
          "returned": [
            "33353d2f22b15660",
            "39af163e4e90d04b",
            "4cd0bbdcdbb41841",
            "a1dd032c2704073d",
            "97233d93f33060b8"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.4,
            "rr": 1.0
          }
        },
        {
          "query": "how long do auth tokens last",
          "relevant": [
            "6bb26c47f4cb357e"
          ],
          "returned": [
            "6bb26c47f4cb357e",
            "559663786a7634a1",
            "a1dd032c2704073d",
            "97233d93f33060b8",
            "33353d2f22b15660"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.2,
            "rr": 1.0
          }
        },
        {
          "query": "who to call on nights and weekends",
          "relevant": [
            "8ad7783dec1aee3d"
          ],
          "returned": [
            "8ad7783dec1aee3d",
            "33353d2f22b15660",
            "97233d93f33060b8",
            "768ad68f78549d7b",
            "2ce5de1ff41e36d3"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.2,
            "rr": 1.0
          }
        },
        {
          "query": "where is the checkout rollout key",
          "relevant": [
            "c420aa0974c0f670",
            "26bbe94e87fcda9b"
          ],
          "returned": [
            "26bbe94e87fcda9b",
            "39af163e4e90d04b",
            "d8c458145fafb4f2",
            "8ad7783dec1aee3d",
            "7b807636dc91b8c7"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 0.5,
            "precision@k": 0.2,
            "rr": 1.0
          }
        }
      ],
      "aggregate": {
        "mean_recall@k": 0.9,
        "mean_precision@k": 0.28,
        "mean_reciprocal_rank": 1.0
      }
    },
    "tag": {
      "per_query": [
        {
          "query": "why is the order service slow after the deploy",
          "relevant": [
            "2ce5de1ff41e36d3",
            "d8c458145fafb4f2"
          ],
          "returned": [
            "2ce5de1ff41e36d3",
            "207ec26e963da96f",
            "d8c458145fafb4f2",
            "97233d93f33060b8",
            "768ad68f78549d7b"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.4,
            "rr": 1.0
          }
        },
        {
          "query": "how do we restore a database",
          "relevant": [
            "4cd0bbdcdbb41841",
            "33353d2f22b15660"
          ],
          "returned": [
            "4cd0bbdcdbb41841",
            "a1dd032c2704073d",
            "33353d2f22b15660",
            "39af163e4e90d04b",
            "97233d93f33060b8"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.4,
            "rr": 1.0
          }
        },
        {
          "query": "how long do auth tokens last",
          "relevant": [
            "6bb26c47f4cb357e"
          ],
          "returned": [
            "6bb26c47f4cb357e",
            "559663786a7634a1",
            "a1dd032c2704073d",
            "97233d93f33060b8",
            "33353d2f22b15660"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.2,
            "rr": 1.0
          }
        },
        {
          "query": "who to call on nights and weekends",
          "relevant": [
            "8ad7783dec1aee3d"
          ],
          "returned": [
            "8ad7783dec1aee3d",
            "97233d93f33060b8",
            "33353d2f22b15660",
            "768ad68f78549d7b",
            "2ce5de1ff41e36d3"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.2,
            "rr": 1.0
          }
        },
        {
          "query": "where is the checkout rollout key",
          "relevant": [
            "c420aa0974c0f670",
            "26bbe94e87fcda9b"
          ],
          "returned": [
            "26bbe94e87fcda9b",
            "c420aa0974c0f670",
            "8ad7783dec1aee3d",
            "39af163e4e90d04b",
            "a1dd032c2704073d"
          ],
          "metrics": {
            "k": 5,
            "recall@k": 1.0,
            "precision@k": 0.4,
            "rr": 1.0
          }
        }
      ],
      "aggregate": {
        "mean_recall@k": 1.0,
        "mean_precision@k": 0.32,
        "mean_reciprocal_rank": 1.0
      }
    }
  },
  "macro": {},
  "engine": "agentmemory-0.1.0"
}