{ "meta": { "kind": "retrieval", "createdAt": "2026-08-12T19:11:55.528Z", "corpusFingerprint": "51e642964facf251", "gitSha": "0bd1c6f4f9888d577fe232de06ac144bb8337131", "gitBranch": "dev", "gitDirty": true, "nomadVersion": "1.34.0", "platform": { "cpuArchitecture": "x64", "osName": "Linux 7.0.0-28-generic", "nodeVersion": "v24.15.0" }, "params": { "topK": 5, "scoreThreshold": 0.3, "kValues": [ 1, 3, 5, 10 ], "tag": null } }, "metrics": { "recall@1": 0.9308510638297872, "recall@3": 0.9875886524822695, "recall@5": 0.9911347517730497, "recall@10": 0.9911347517730497, "hitRate@1": 0.9680851063829787, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 0.9680851063829787, "precision@3": 0.3652482269503546, "precision@5": 0.22127659574468053, "precision@10": 0.22127659574468053, "ndcg@1": 0.9680851063829787, "ndcg@3": 0.979689461702366, "ndcg@5": 0.9818395398566271, "ndcg@10": 0.9818395398566271, "mrr": 0.9840425531914894, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": 1 }, "byTag": { "acronym": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.3333333333333333, "precision@5": 0.19999999999999998, "precision@10": 0.19999999999999998, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "acronym-control": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.3333333333333333, "precision@5": 0.2, "precision@10": 0.2, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "adversarial": { "recall@1": null, "recall@3": null, "recall@5": null, "recall@10": null, "hitRate@1": null, "hitRate@3": null, "hitRate@5": null, "hitRate@10": null, "precision@1": null, "precision@3": null, "precision@5": null, "precision@10": null, "ndcg@1": null, "ndcg@3": null, "ndcg@5": null, "ndcg@10": null, "mrr": null, "emptyRateOnAnswerable": null, "nonEmptyRateOnRefusal": 1 }, "chunk-boundary": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.5833333333333333, "precision@5": 0.35, "precision@10": 0.35, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "distractor": { "recall@1": 0, "recall@3": 0.3333333333333333, "recall@5": 0.6666666666666666, "recall@10": 0.6666666666666666, "hitRate@1": 0, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 0, "precision@3": 0.3333333333333333, "precision@5": 0.4, "precision@10": 0.4, "ndcg@1": 0, "ndcg@3": 0.2960819109658652, "ndcg@5": 0.49818925746641285, "ndcg@10": 0.49818925746641285, "mrr": 0.5, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "distractor-control": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.3333333333333333, "precision@5": 0.2, "precision@10": 0.2, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "fictional": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.3333333333333333, "precision@5": 0.19999999999999998, "precision@10": 0.19999999999999998, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "multi-hop": { "recall@1": 0.5, "recall@3": 0.9285714285714286, "recall@5": 0.9285714285714286, "recall@10": 0.9285714285714286, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.619047619047619, "precision@5": 0.37142857142857144, "precision@10": 0.37142857142857144, "ndcg@1": 1, "ndcg@3": 0.9332668545590923, "ndcg@5": 0.9332668545590923, "ndcg@10": 0.9332668545590923, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "multi-turn": { "recall@1": 0.375, "recall@3": 0.875, "recall@5": 0.875, "recall@10": 0.875, "hitRate@1": 0.5, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 0.5, "precision@3": 0.3333333333333333, "precision@5": 0.2, "precision@10": 0.2, "ndcg@1": 0.5, "ndcg@3": 0.7187516749770934, "ndcg@5": 0.7187516749770934, "ndcg@10": 0.7187516749770934, "mrr": 0.75, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "near-miss": { "recall@1": 0.5, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.6666666666666666, "precision@5": 0.4, "precision@10": 0.4, "ndcg@1": 1, "ndcg@3": 0.9197207891481876, "ndcg@5": 0.9197207891481876, "ndcg@10": 0.9197207891481876, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "numeric": { "recall@1": 0.9607843137254902, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.36601307189542487, "precision@5": 0.21960784313725482, "precision@10": 0.21960784313725482, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null }, "out-of-corpus": { "recall@1": null, "recall@3": null, "recall@5": null, "recall@10": null, "hitRate@1": null, "hitRate@3": null, "hitRate@5": null, "hitRate@10": null, "precision@1": null, "precision@3": null, "precision@5": null, "precision@10": null, "ndcg@1": null, "ndcg@3": null, "ndcg@5": null, "ndcg@10": null, "mrr": null, "emptyRateOnAnswerable": null, "nonEmptyRateOnRefusal": 1 }, "single-hop": { "recall@1": 1, "recall@3": 1, "recall@5": 1, "recall@10": 1, "hitRate@1": 1, "hitRate@3": 1, "hitRate@5": 1, "hitRate@10": 1, "precision@1": 1, "precision@3": 0.3333333333333334, "precision@5": 0.1999999999999999, "precision@10": 0.1999999999999999, "ndcg@1": 1, "ndcg@3": 1, "ndcg@5": 1, "ndcg@10": 1, "mrr": 1, "emptyRateOnAnswerable": 0, "nonEmptyRateOnRefusal": null } }, "cases": [ { "id": "water-boil-time-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-boiling" ], "retrievedDocIds": [ "water-boiling", "food-canning-waterbath", "water-chemical-treatment", "water-storage", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-boil-altitude-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-boiling" ], "retrievedDocIds": [ "water-boiling", "food-canning-waterbath", "food-canning-pressure", "water-chemical-treatment", "regions-elevation-table" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-boil-altitude-threshold-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-boiling" ], "retrievedDocIds": [ "water-boiling", "food-canning-pressure", "food-canning-waterbath", "regions-elevation-table", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-boil-taste-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "water-boiling" ], "retrievedDocIds": [ "water-boiling", "food-canning-waterbath", "water-filtration", "water-chemical-treatment", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-bleach-dose-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-chemical-treatment" ], "retrievedDocIds": [ "water-chemical-treatment", "water-storage", "food-canning-waterbath", "water-boiling", "water-filtration" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-bleach-cloudy-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-chemical-treatment" ], "retrievedDocIds": [ "water-chemical-treatment", "water-boiling", "food-canning-waterbath", "water-storage", "sanitation-waste" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-bleach-wait-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-chemical-treatment" ], "retrievedDocIds": [ "water-chemical-treatment", "water-boiling", "water-storage", "food-canning-waterbath", "sanitation-waste" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-cldioxide-crypto-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-chemical-treatment" ], "retrievedDocIds": [ "water-chemical-treatment", "water-boiling", "food-mylar-oxygen", "food-canning-pressure", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-filter-pore-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-filtration" ], "retrievedDocIds": [ "water-filtration", "food-mylar-oxygen", "water-chemical-treatment", "food-canning-pressure", "water-boiling" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-filter-virus-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "water-filtration" ], "retrievedDocIds": [ "water-filtration", "water-boiling", "water-chemical-treatment", "sanitation-waste", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-filter-freeze-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "water-filtration" ], "retrievedDocIds": [ "water-filtration", "shelter-cold-layering", "water-storage", "sanitation-waste", "water-boiling" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-storage-amount-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-storage" ], "retrievedDocIds": [ "water-storage", "water-chemical-treatment", "food-canning-waterbath", "sanitation-waste", "power-battery-chemistry" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-storage-rotation-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "water-storage" ], "retrievedDocIds": [ "water-storage", "equipment-tr88-pump", "water-boiling", "food-canning-waterbath", "food-storage-rotation" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "water-storage-containers-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "water-storage" ], "retrievedDocIds": [ "water-storage", "sanitation-waste", "food-canning-waterbath", "food-storage-rotation", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-pressure-temp-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-pressure" ], "retrievedDocIds": [ "food-canning-pressure", "food-canning-waterbath", "water-boiling", "food-dehydrating", "firstaid-hypothermia" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-pressure-psi-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-pressure" ], "retrievedDocIds": [ "food-canning-pressure", "food-canning-waterbath", "regions-elevation-table", "radio-antenna-basics", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-greenbeans-method-01", "tags": [ "near-miss", "multi-hop" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-pressure", "food-canning-waterbath" ], "retrievedDocIds": [ "food-canning-waterbath", "water-boiling", "food-canning-pressure", "water-chemical-treatment", "water-storage" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 0.9197207891481876, "5": 0.9197207891481876, "10": 0.9197207891481876 }, "reciprocalRank": 1, "empty": false }, { "id": "food-waterbath-ph-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-waterbath" ], "retrievedDocIds": [ "food-canning-waterbath", "food-canning-pressure", "water-boiling", "water-chemical-treatment", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-tomato-acid-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-waterbath" ], "retrievedDocIds": [ "food-canning-waterbath", "food-canning-pressure", "water-storage", "water-chemical-treatment", "food-dehydrating" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-dehydrate-veg-temp-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-dehydrating" ], "retrievedDocIds": [ "food-dehydrating", "food-canning-pressure", "food-canning-waterbath", "water-boiling", "shelter-cold-layering" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-jerky-temp-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-dehydrating" ], "retrievedDocIds": [ "food-dehydrating", "food-canning-pressure", "firstaid-hypothermia", "shelter-cold-layering", "food-canning-waterbath" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-conditioning-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-dehydrating" ], "retrievedDocIds": [ "food-dehydrating", "food-storage-rotation", "food-canning-pressure", "food-canning-waterbath", "water-boiling" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-fifo-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "food-storage-rotation" ], "retrievedDocIds": [ "food-storage-rotation", "protocol-thornfield-cache", "gear-bug-out-bag", "food-canning-pressure", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-fifo-spelled-01", "tags": [ "acronym-control" ], "retrievedCount": 5, "relevantDocIds": [ "food-storage-rotation" ], "retrievedDocIds": [ "food-storage-rotation", "water-storage", "food-canning-pressure", "food-canning-waterbath", "gear-bug-out-bag" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-brownrice-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-storage-rotation" ], "retrievedDocIds": [ "food-storage-rotation", "water-storage", "food-mylar-oxygen", "food-dehydrating", "protocol-thornfield-cache" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-wheat-shelflife-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-storage-rotation" ], "retrievedDocIds": [ "food-storage-rotation", "water-storage", "food-dehydrating", "food-mylar-oxygen", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-oxyabsorber-5gal-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-mylar-oxygen" ], "retrievedDocIds": [ "food-mylar-oxygen", "water-storage", "food-canning-pressure", "gear-bug-out-bag", "food-storage-rotation" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-oxyabsorber-1gal-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-mylar-oxygen" ], "retrievedDocIds": [ "food-mylar-oxygen", "water-storage", "food-canning-pressure", "gear-bug-out-bag", "food-storage-rotation" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-mylar-thickness-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "food-mylar-oxygen" ], "retrievedDocIds": [ "food-mylar-oxygen", "food-storage-rotation", "water-storage", "food-canning-pressure", "gear-bug-out-bag" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "food-oxyabsorber-sugar-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "food-mylar-oxygen" ], "retrievedDocIds": [ "food-mylar-oxygen", "water-chemical-treatment", "food-storage-rotation", "water-storage", "food-canning-waterbath" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-tq-placement-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-bleeding-control" ], "retrievedDocIds": [ "firstaid-bleeding-control", "firstaid-ifak-contents", "sanitation-waste", "firstaid-burns", "regions-elevation-table" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-tq-time-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-bleeding-control" ], "retrievedDocIds": [ "firstaid-bleeding-control", "firstaid-ifak-contents", "sanitation-waste", "shelter-cold-layering", "navigation-map-compass" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-woundpack-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-bleeding-control" ], "retrievedDocIds": [ "firstaid-bleeding-control", "food-canning-pressure", "firstaid-burns", "firstaid-ifak-contents", "food-mylar-oxygen" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-ifak-acronym-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-ifak-contents" ], "retrievedDocIds": [ "firstaid-ifak-contents", "gear-bug-out-bag", "power-emp-protection", "food-mylar-oxygen", "gear-edc" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-ifak-spelled-01", "tags": [ "acronym-control" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-ifak-contents" ], "retrievedDocIds": [ "firstaid-ifak-contents", "gear-bug-out-bag", "firstaid-bleeding-control", "gear-edc", "food-mylar-oxygen" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-ifak-carry-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-ifak-contents" ], "retrievedDocIds": [ "firstaid-ifak-contents", "gear-bug-out-bag", "gear-edc", "firstaid-bleeding-control", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-hypothermia-temp-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-hypothermia" ], "retrievedDocIds": [ "firstaid-hypothermia", "shelter-cold-layering", "food-dehydrating", "food-canning-pressure", "water-boiling" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-hypothermia-shivering-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-hypothermia" ], "retrievedDocIds": [ "firstaid-hypothermia", "shelter-cold-layering", "power-emp-protection", "navigation-map-compass", "radio-antenna-basics" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-hypothermia-handling-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-hypothermia" ], "retrievedDocIds": [ "firstaid-hypothermia", "shelter-cold-layering", "power-emp-protection", "food-canning-pressure", "firstaid-bleeding-control" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-burn-cooling-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-burns" ], "retrievedDocIds": [ "firstaid-burns", "water-boiling", "shelter-cold-layering", "water-chemical-treatment", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "firstaid-burn-ice-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-burns" ], "retrievedDocIds": [ "firstaid-burns", "water-boiling", "water-chemical-treatment", "shelter-cold-layering", "firstaid-hypothermia" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-gmrs-license-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "radio-gmrs-frs" ], "retrievedDocIds": [ "radio-gmrs-frs", "radio-ham-bands", "radio-antenna-basics", "navigation-map-compass", "water-filtration" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-gmrs-term-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-gmrs-frs" ], "retrievedDocIds": [ "radio-gmrs-frs", "radio-ham-bands", "radio-antenna-basics", "equipment-tr88-pump", "food-storage-rotation" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-frs-power-01", "tags": [ "acronym", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-gmrs-frs" ], "retrievedDocIds": [ "radio-gmrs-frs", "radio-antenna-basics", "radio-ham-bands", "equipment-tr88-pump", "power-solar-sizing" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-gmrs-power-01", "tags": [ "acronym", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-gmrs-frs" ], "retrievedDocIds": [ "radio-gmrs-frs", "radio-antenna-basics", "radio-ham-bands", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-frs-license-01", "tags": [ "acronym-control" ], "retrievedCount": 5, "relevantDocIds": [ "radio-gmrs-frs" ], "retrievedDocIds": [ "radio-gmrs-frs", "radio-ham-bands", "radio-antenna-basics", "food-storage-rotation" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-tech-questions-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-ham-bands" ], "retrievedDocIds": [ "radio-ham-bands", "radio-gmrs-frs", "radio-antenna-basics", "power-emp-protection", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-extra-questions-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-ham-bands" ], "retrievedDocIds": [ "radio-ham-bands", "radio-gmrs-frs", "power-solar-sizing", "radio-antenna-basics", "firstaid-ifak-contents" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-morse-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "radio-ham-bands" ], "retrievedDocIds": [ "radio-ham-bands", "radio-gmrs-frs", "radio-antenna-basics", "power-emp-protection", "navigation-map-compass" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-counterpoise-01", "tags": [ "chunk-boundary", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-antenna-basics" ], "retrievedDocIds": [ "radio-antenna-basics", "power-solar-sizing", "equipment-tr88-pump", "navigation-map-compass", "sanitation-waste" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-swr-threshold-01", "tags": [ "chunk-boundary", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-antenna-basics" ], "retrievedDocIds": [ "radio-antenna-basics", "radio-gmrs-frs", "firstaid-hypothermia", "radio-ham-bands" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-swr-meaning-01", "tags": [ "chunk-boundary" ], "retrievedCount": 5, "relevantDocIds": [ "radio-antenna-basics" ], "retrievedDocIds": [ "radio-antenna-basics", "radio-gmrs-frs", "radio-ham-bands", "firstaid-hypothermia" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-wavelength-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "radio-antenna-basics" ], "retrievedDocIds": [ "radio-antenna-basics", "power-solar-sizing", "radio-ham-bands", "navigation-map-compass", "radio-gmrs-frs" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "radio-height-vs-power-01", "tags": [ "chunk-boundary" ], "retrievedCount": 5, "relevantDocIds": [ "radio-antenna-basics" ], "retrievedDocIds": [ "radio-antenna-basics", "radio-gmrs-frs", "radio-ham-bands", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-leadacid-dod-01", "tags": [ "multi-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-solar-sizing", "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "food-canning-pressure", "food-canning-waterbath", "power-emp-protection" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-lifepo4-dod-01", "tags": [ "multi-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-solar-sizing", "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "equipment-tr88-pump", "food-canning-pressure", "food-mylar-oxygen" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-derate-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-solar-sizing" ], "retrievedDocIds": [ "power-solar-sizing", "radio-antenna-basics", "food-mylar-oxygen", "power-battery-chemistry", "regions-elevation-table" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-mppt-01", "tags": [ "acronym", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-solar-sizing" ], "retrievedDocIds": [ "power-solar-sizing", "power-battery-chemistry", "power-emp-protection", "radio-antenna-basics", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-peaksun-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "power-solar-sizing" ], "retrievedDocIds": [ "power-solar-sizing", "radio-antenna-basics", "power-battery-chemistry", "water-storage", "firstaid-burns" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-lifepo4-cycles-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "water-storage", "food-storage-rotation", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-agm-cycles-01", "tags": [ "acronym", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "equipment-tr88-pump", "radio-gmrs-frs", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-lifepo4-cold-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "food-canning-pressure", "power-emp-protection", "food-canning-waterbath" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-usable-capacity-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "power-battery-chemistry" ], "retrievedDocIds": [ "power-battery-chemistry", "power-solar-sizing", "equipment-tr88-pump", "radio-antenna-basics", "radio-gmrs-frs" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-emp-acronym-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "power-emp-protection" ], "retrievedDocIds": [ "power-emp-protection", "radio-antenna-basics", "radio-ham-bands", "radio-gmrs-frs", "firstaid-hypothermia" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-emp-spelled-01", "tags": [ "acronym-control" ], "retrievedCount": 5, "relevantDocIds": [ "power-emp-protection" ], "retrievedDocIds": [ "power-emp-protection", "radio-antenna-basics", "radio-ham-bands", "food-mylar-oxygen", "power-battery-chemistry" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "power-faraday-ground-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "power-emp-protection" ], "retrievedDocIds": [ "power-emp-protection", "radio-antenna-basics", "shelter-cold-layering", "food-storage-rotation", "food-mylar-oxygen" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "gear-bob-acronym-01", "tags": [ "acronym", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "gear-bug-out-bag" ], "retrievedDocIds": [ "gear-bug-out-bag", "food-mylar-oxygen", "water-storage", "power-solar-sizing", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "gear-bob-spelled-01", "tags": [ "acronym-control", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "gear-bug-out-bag" ], "retrievedDocIds": [ "gear-bug-out-bag", "food-mylar-oxygen", "water-storage", "power-solar-sizing", "firstaid-ifak-contents" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "gear-bob-weight-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "gear-bug-out-bag" ], "retrievedDocIds": [ "gear-bug-out-bag", "food-mylar-oxygen", "sanitation-waste", "firstaid-ifak-contents", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "gear-edc-acronym-01", "tags": [ "acronym" ], "retrievedCount": 5, "relevantDocIds": [ "gear-edc" ], "retrievedDocIds": [ "gear-edc", "power-emp-protection", "gear-bug-out-bag", "firstaid-ifak-contents", "radio-ham-bands" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "shelter-cotton-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "shelter-cold-layering" ], "retrievedDocIds": [ "shelter-cold-layering", "firstaid-hypothermia", "food-canning-waterbath", "food-canning-pressure", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "shelter-layers-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "shelter-cold-layering" ], "retrievedDocIds": [ "shelter-cold-layering", "firstaid-hypothermia", "power-emp-protection", "gear-bug-out-bag", "protocol-thornfield-cache" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "shelter-cold-hands-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "shelter-cold-layering" ], "retrievedDocIds": [ "shelter-cold-layering", "firstaid-burns", "firstaid-hypothermia", "sanitation-waste", "firstaid-bleeding-control" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "sanitation-latrine-distance-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "sanitation-waste" ], "retrievedDocIds": [ "sanitation-waste", "water-boiling", "food-canning-waterbath", "food-canning-pressure", "water-storage" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "sanitation-buckets-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "sanitation-waste" ], "retrievedDocIds": [ "sanitation-waste", "food-mylar-oxygen", "water-storage", "water-filtration", "food-canning-waterbath" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "nav-declination-01", "tags": [ "single-hop" ], "retrievedCount": 5, "relevantDocIds": [ "navigation-map-compass" ], "retrievedDocIds": [ "navigation-map-compass", "power-emp-protection", "protocol-thornfield-cache", "radio-antenna-basics", "shelter-cold-layering" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "nav-pacecount-01", "tags": [ "single-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "navigation-map-compass" ], "retrievedDocIds": [ "navigation-map-compass", "radio-ham-bands", "radio-antenna-basics", "regions-elevation-table", "radio-gmrs-frs" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-thornfield-interval-01", "tags": [ "fictional", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "protocol-thornfield-cache" ], "retrievedDocIds": [ "protocol-thornfield-cache", "food-storage-rotation", "regions-elevation-table", "water-storage", "navigation-map-compass" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-thornfield-states-01", "tags": [ "fictional" ], "retrievedCount": 5, "relevantDocIds": [ "protocol-thornfield-cache" ], "retrievedDocIds": [ "protocol-thornfield-cache", "regions-elevation-table", "sanitation-waste", "radio-ham-bands", "power-emp-protection" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-thornfield-marker-01", "tags": [ "fictional" ], "retrievedCount": 5, "relevantDocIds": [ "protocol-thornfield-cache" ], "retrievedDocIds": [ "protocol-thornfield-cache", "regions-elevation-table", "sanitation-waste", "radio-antenna-basics", "power-emp-protection" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-thornfield-custody-01", "tags": [ "fictional" ], "retrievedCount": 5, "relevantDocIds": [ "protocol-thornfield-cache" ], "retrievedDocIds": [ "protocol-thornfield-cache", "regions-elevation-table", "radio-ham-bands", "radio-antenna-basics", "sanitation-waste" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-tr88-flow-01", "tags": [ "fictional", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "equipment-tr88-pump" ], "retrievedDocIds": [ "equipment-tr88-pump", "food-mylar-oxygen", "water-filtration", "radio-antenna-basics", "food-canning-pressure" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-tr88-diaphragm-01", "tags": [ "fictional", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "equipment-tr88-pump" ], "retrievedDocIds": [ "equipment-tr88-pump", "power-battery-chemistry", "radio-gmrs-frs", "water-storage", "firstaid-hypothermia" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-tr88-maxtemp-01", "tags": [ "fictional", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "equipment-tr88-pump" ], "retrievedDocIds": [ "equipment-tr88-pump", "food-canning-pressure", "firstaid-hypothermia", "shelter-cold-layering", "food-dehydrating" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "fict-tr88-spares-01", "tags": [ "fictional" ], "retrievedCount": 5, "relevantDocIds": [ "equipment-tr88-pump" ], "retrievedDocIds": [ "equipment-tr88-pump", "power-battery-chemistry", "gear-bug-out-bag", "firstaid-ifak-contents", "radio-ham-bands" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "multihop-kestrel-boil-01", "tags": [ "multi-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "regions-elevation-table", "water-boiling" ], "retrievedDocIds": [ "water-boiling", "regions-elevation-table", "food-canning-waterbath", "food-canning-pressure", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "multihop-ashmere-boil-01", "tags": [ "multi-hop", "numeric" ], "retrievedCount": 5, "relevantDocIds": [ "regions-elevation-table", "water-boiling" ], "retrievedDocIds": [ "water-boiling", "regions-elevation-table", "food-canning-waterbath", "food-canning-pressure", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "multihop-bellhollow-canning-01", "tags": [ "multi-hop" ], "retrievedCount": 5, "relevantDocIds": [ "regions-elevation-table", "food-canning-pressure" ], "retrievedDocIds": [ "food-canning-pressure", "regions-elevation-table", "firstaid-bleeding-control", "food-canning-waterbath", "water-chemical-treatment" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.6666666666666666, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "distract-river-drink-01", "tags": [ "distractor" ], "retrievedCount": 5, "relevantDocIds": [ "water-boiling", "water-filtration", "water-chemical-treatment" ], "retrievedDocIds": [ "water-river-song", "water-boiling", "water-storage", "water-filtration", "sanitation-waste" ], "expectRefusal": false, "recall": { "1": 0, "3": 0.3333333333333333, "5": 0.6666666666666666, "10": 0.6666666666666666 }, "hitRate": { "1": 0, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 0, "3": 0.3333333333333333, "5": 0.4, "10": 0.4 }, "ndcg": { "1": 0, "3": 0.2960819109658652, "5": 0.49818925746641285, "10": 0.49818925746641285 }, "reciprocalRank": 0.5, "empty": false }, { "id": "distract-river-legit-01", "tags": [ "distractor-control" ], "retrievedCount": 5, "relevantDocIds": [ "water-river-song" ], "retrievedDocIds": [ "water-river-song", "sanitation-waste", "shelter-cold-layering", "water-boiling", "equipment-tr88-pump" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "ooc-tire-pressure-01", "tags": [ "out-of-corpus" ], "retrievedCount": 5, "relevantDocIds": [], "retrievedDocIds": [ "food-canning-pressure", "radio-gmrs-frs", "food-mylar-oxygen", "equipment-tr88-pump", "regions-elevation-table" ], "expectRefusal": true, "recall": { "1": null, "3": null, "5": null, "10": null }, "hitRate": { "1": null, "3": null, "5": null, "10": null }, "precision": { "1": null, "3": null, "5": null, "10": null }, "ndcg": { "1": null, "3": null, "5": null, "10": null }, "reciprocalRank": null, "empty": false }, { "id": "ooc-bgp-01", "tags": [ "out-of-corpus" ], "retrievedCount": 5, "relevantDocIds": [], "retrievedDocIds": [ "navigation-map-compass", "radio-antenna-basics", "regions-elevation-table", "radio-gmrs-frs", "power-solar-sizing" ], "expectRefusal": true, "recall": { "1": null, "3": null, "5": null, "10": null }, "hitRate": { "1": null, "3": null, "5": null, "10": null }, "precision": { "1": null, "3": null, "5": null, "10": null }, "ndcg": { "1": null, "3": null, "5": null, "10": null }, "reciprocalRank": null, "empty": false }, { "id": "ooc-thornfield-founded-01", "tags": [ "out-of-corpus", "adversarial" ], "retrievedCount": 5, "relevantDocIds": [], "retrievedDocIds": [ "protocol-thornfield-cache", "regions-elevation-table", "firstaid-ifak-contents", "equipment-tr88-pump", "radio-gmrs-frs" ], "expectRefusal": true, "recall": { "1": null, "3": null, "5": null, "10": null }, "hitRate": { "1": null, "3": null, "5": null, "10": null }, "precision": { "1": null, "3": null, "5": null, "10": null }, "ndcg": { "1": null, "3": null, "5": null, "10": null }, "reciprocalRank": null, "empty": false }, { "id": "ooc-tr88-warranty-01", "tags": [ "out-of-corpus", "adversarial" ], "retrievedCount": 5, "relevantDocIds": [], "retrievedDocIds": [ "equipment-tr88-pump", "water-storage", "food-storage-rotation", "radio-gmrs-frs", "food-mylar-oxygen" ], "expectRefusal": true, "recall": { "1": null, "3": null, "5": null, "10": null }, "hitRate": { "1": null, "3": null, "5": null, "10": null }, "precision": { "1": null, "3": null, "5": null, "10": null }, "ndcg": { "1": null, "3": null, "5": null, "10": null }, "reciprocalRank": null, "empty": false }, { "id": "ooc-tr92-01", "tags": [ "out-of-corpus", "adversarial" ], "retrievedCount": 5, "relevantDocIds": [], "retrievedDocIds": [ "equipment-tr88-pump", "radio-antenna-basics", "food-mylar-oxygen", "food-canning-pressure", "radio-gmrs-frs" ], "expectRefusal": true, "recall": { "1": null, "3": null, "5": null, "10": null }, "hitRate": { "1": null, "3": null, "5": null, "10": null }, "precision": { "1": null, "3": null, "5": null, "10": null }, "ndcg": { "1": null, "3": null, "5": null, "10": null }, "reciprocalRank": null, "empty": false }, { "id": "multiturn-canning-temp-01", "tags": [ "multi-turn" ], "retrievedCount": 5, "relevantDocIds": [ "food-canning-pressure" ], "retrievedDocIds": [ "firstaid-hypothermia", "food-canning-pressure", "shelter-cold-layering", "water-boiling", "food-dehydrating" ], "expectRefusal": false, "recall": { "1": 0, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 0, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 0, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 0, "3": 0.6309297535714575, "5": 0.6309297535714575, "10": 0.6309297535714575 }, "reciprocalRank": 0.5, "empty": false }, { "id": "multiturn-ifak-carry-01", "tags": [ "multi-turn" ], "retrievedCount": 5, "relevantDocIds": [ "firstaid-ifak-contents" ], "retrievedDocIds": [ "gear-edc", "firstaid-ifak-contents", "gear-bug-out-bag", "radio-antenna-basics", "radio-ham-bands" ], "expectRefusal": false, "recall": { "1": 0, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 0, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 0, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 0, "3": 0.6309297535714575, "5": 0.6309297535714575, "10": 0.6309297535714575 }, "reciprocalRank": 0.5, "empty": false }, { "id": "multiturn-tr88-diaphragm-01", "tags": [ "multi-turn", "fictional" ], "retrievedCount": 5, "relevantDocIds": [ "equipment-tr88-pump" ], "retrievedDocIds": [ "equipment-tr88-pump", "food-storage-rotation", "water-storage", "firstaid-hypothermia", "food-dehydrating" ], "expectRefusal": false, "recall": { "1": 1, "3": 1, "5": 1, "10": 1 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 1, "5": 1, "10": 1 }, "reciprocalRank": 1, "empty": false }, { "id": "multiturn-boil-altitude-01", "tags": [ "multi-turn", "multi-hop" ], "retrievedCount": 5, "relevantDocIds": [ "regions-elevation-table", "water-boiling" ], "retrievedDocIds": [ "regions-elevation-table", "radio-antenna-basics", "gear-bug-out-bag", "protocol-thornfield-cache", "radio-gmrs-frs" ], "expectRefusal": false, "recall": { "1": 0.5, "3": 0.5, "5": 0.5, "10": 0.5 }, "hitRate": { "1": 1, "3": 1, "5": 1, "10": 1 }, "precision": { "1": 1, "3": 0.3333333333333333, "5": 0.2, "10": 0.2 }, "ndcg": { "1": 1, "3": 0.6131471927654584, "5": 0.6131471927654584, "10": 0.6131471927654584 }, "reciprocalRank": 1, "empty": false } ] }