{ "version": 1, "scope": "34 synthetic English queries; independent authored relevance labels, frozen before first run. Not user research or a production benchmark.", "protocol": "Hit@3/5 is at least one expected card among the first three/five. MRR@5 reflects the five results shown in the UI; full MRR includes invisible ranks and is diagnostic only. Unsupported abstention requires an empty result. Challenges are reported separately.", "provenance": { "engine": "Production TypeScript searchPrompts, BM25 vs 0.65 cosine + 0.35 BM25/(BM25+3)", "threshold": 0.55, "hashes": { "fixture": "54badf171811e6e10e713792571b02d83a77be2b931b259cc48675433ba30a53", "corpus": "bcd1bd759305c763b30fca24abcb652fcc724c355e9bc493f664f70c059322a5", "model": "1601fdc46146242b3fcf041268e7a08431619b589a4862a6eb5c9db6f5723913", "engine": "056a18ecd5878d1a337fb7d569d6dd83c7daa497723d1184aec1037037327a06" }, "corpusCount": 40, "modelBytes": 3315565 }, "summary": { "keyword": { "answerableCount": 24, "hitAt3Count": 14, "hitAt5Count": 14, "mrrAt5": 0.5833, "mrr": 0.5833, "unsupportedCount": 6, "unsupportedAbstentions": 5, "challengeCount": 4, "challengeHitAt3": 3 }, "semantic": { "answerableCount": 24, "hitAt3Count": 14, "hitAt5Count": 15, "mrrAt5": 0.5917, "mrr": 0.6146, "unsupportedCount": 6, "unsupportedAbstentions": 3, "challengeCount": 4, "challengeHitAt3": 3 } }, "cases": [ { "id": "answerable-01", "query": "Which prompt asks for a song that makes an old room in my memory feel open again?", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000001" ], "rationale": "Literal request for the remembered-room prompt, rather than nostalgia in general.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000029" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000040" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000012" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000039", "00000000-0000-4000-8000-000000000036" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-02", "query": "I want music that brings back a chapter of my past so vividly I can recall its scent.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000002" ], "rationale": "A sensory recollection of a life period is the season-of-life prompt's specific meaning.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000014" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000014" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000025" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000012" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.05263157894736842, "abstained": false } }, { "id": "answerable-03", "query": "Find the card about a text I typed but never sent.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000004" ], "rationale": "Literal unsent-message intent; a goodbye or frequent phone checking alone does not satisfy it.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000004" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000004" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000004", "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000036" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000004", "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000014" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-04", "query": "A farewell I cannot put into words, but a piece of music could express for me.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000005" ], "rationale": "Farewell and difficulty expressing it paraphrase the song that understands a goodbye.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000014" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000014" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000037" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000025" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.07142857142857142, "abstained": false } }, { "id": "answerable-05", "query": "A track that sounds like checking my phone too often.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000006" ], "rationale": "Literal repeated-phone-checking prompt.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000006", "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000013" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000006", "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000020" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000006", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000020" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000006", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000012" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-06", "query": "Give me a soundtrack for arriving with swagger and making a grand entrance.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000008" ], "rationale": "Both walking into a room differently and ideal entrance music directly cover a confident arrival.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000020" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000020" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000025" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000010" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-07", "query": "I need a reminder to take up space instead of making myself small.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000009" ], "rationale": "Taking up space is a close paraphrase of not shrinking oneself.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000027" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000027" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000020" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000012" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.041666666666666664, "abstained": false } }, { "id": "answerable-08", "query": "What should play in the first hour of a road trip?", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000010" ], "rationale": "Literal beginning-of-road-trip request.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000037" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000037" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000025" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000019" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-09", "query": "A tune for gazing through the glass at the glowing skyline from my passenger seat.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000011" ], "rationale": "Passenger-seat skyline viewing preserves the city-lights/window-seat scene.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000011" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000011" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000011", "00000000-0000-4000-8000-000000000030", "00000000-0000-4000-8000-000000000008" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000011", "00000000-0000-4000-8000-000000000030", "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000022" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-10", "query": "Music for cracking up over inside jokes with my closest pals.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000013" ], "rationale": "Shared laughter and intimate familiarity match people who know too much.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000027" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000027" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000030" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000030", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000036" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.06666666666666667, "abstained": false } }, { "id": "answerable-11", "query": "Find a track to bring everyone back to the same table.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000014" ], "rationale": "Literal reunion-at-the-table prompt.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000012" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000007" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-12", "query": "Something that makes me think of the person who introduced me to the music I love.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000017" ], "rationale": "A formative musical influence matches someone who shaped one's taste.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000007" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000001" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000007" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000007", "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000001" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.05555555555555555, "abstained": false } }, { "id": "answerable-13", "query": "A track that feels like a family story told one more time.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000018" ], "rationale": "Literal retold-family-story request.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000018", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000017" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000018", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000017", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000024" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000018", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000016" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000018", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000017" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-14", "query": "An unplanned evening turned into an unforgettable adventure. Which card fits?", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000019" ], "rationale": "Spontaneity followed by a memorable outcome matches a night with no plan that became a story.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000027" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000027" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000025" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000034" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.1111111111111111, "abstained": false } }, { "id": "answerable-15", "query": "Show me the prompt about making a questionable decision confidently.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000020" ], "rationale": "Literal bold-but-dubious-decision request.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000020" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000020" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000037" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000026" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-16", "query": "A tune that unexpectedly gets the whole crowd shouting together.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000021" ], "rationale": "Unexpected collective shouting is the accidental group-chant scenario.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000030" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000030" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000030", "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000030", "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000027" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.030303030303030304, "abstained": false } }, { "id": "answerable-17", "query": "I need a track for when the work is hard but the vision is clear.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000023" ], "rationale": "Literal persistence-through-difficult-work request.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000023" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000023" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000039" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000039", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000037" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-18", "query": "Choosing to back my own abilities and take a chance on myself.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000024" ], "rationale": "Backing one's own abilities is the specific betting-on-yourself intent.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000014" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000014" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000023" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000007" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.03125, "abstained": false } }, { "id": "answerable-19", "query": "A track for the quiet part of the party when people get honest.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000026" ], "rationale": "Literal quiet-party candor, not merely any late-night mood.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000012" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000026", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000014" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-20", "query": "Turn my grocery run and everyday chores into a scene from a film.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000029" ], "rationale": "Film-like everyday tasks directly paraphrase making normal errands cinematic.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000028" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000028" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000019" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000028", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000027" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0.09090909090909091, "abstained": false } }, { "id": "answerable-21", "query": "Find the song I pretend is ironic until the chorus arrives.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000033" ], "rationale": "Literal ironic-enjoyment mask giving way at the chorus.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000033" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000033" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000033", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000015" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000033", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000015", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000028" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-22", "query": "That childhood rush when classes finish and vacation begins.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000035" ], "rationale": "The start of vacation after classes is the school-holiday-starting scene.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000036" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000036" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000036" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000035", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000025" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-23", "query": "Which song should be saved for the moment the good news lands?", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000037" ], "rationale": "Literal good-news arrival; dancing without self-consciousness is a different celebration prompt.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000036" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000036" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000014" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000018" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "answerable-24", "query": "Learning to forgive who I used to be and treat that past self gently.", "kind": "answerable", "relevantIds": [ "00000000-0000-4000-8000-000000000039" ], "rationale": "Forgiveness and gentleness toward the past self match becoming kinder to an old version of oneself.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000003" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000003" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000023" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000036", "00000000-0000-4000-8000-000000000023", "00000000-0000-4000-8000-000000000013", "00000000-0000-4000-8000-000000000039" ], "hitAt5": true, "reciprocalRankAt5": 0.2, "reciprocalRank": 0.2, "abstained": false } }, { "id": "unsupported-01", "query": "Explain the difference between an inner join and a left join in SQL.", "kind": "unsupported", "relevantIds": [], "rationale": "Database instruction is outside the music-prompt catalog.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000005" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000005" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000034", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000019" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false } }, { "id": "unsupported-02", "query": "Give me a recipe for sourdough bread with exact oven temperatures.", "kind": "unsupported", "relevantIds": [], "rationale": "No card supplies cooking instructions or baking measurements.", "keyword": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000017", "00000000-0000-4000-8000-000000000014" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000017", "00000000-0000-4000-8000-000000000014", "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000037" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false } }, { "id": "unsupported-03", "query": "florp zazzle quuxblat snorple", "kind": "unsupported", "relevantIds": [], "rationale": "Invented tokens express no interpretable prompt intent.", "keyword": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true }, "semantic": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true } }, { "id": "unsupported-04", "query": "8192 47 30619 88004", "kind": "unsupported", "relevantIds": [], "rationale": "An uncontextualized numeric sequence has no relevant card meaning.", "keyword": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true }, "semantic": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true } }, { "id": "unsupported-05", "query": "Calculate the VAT on this invoice and export an accounting spreadsheet.", "kind": "unsupported", "relevantIds": [], "rationale": "Accounting calculation and spreadsheet export are unsupported tasks.", "keyword": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true }, "semantic": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true } }, { "id": "unsupported-06", "query": "Will it rain tomorrow in Tokyo? Show the hourly weather forecast.", "kind": "unsupported", "relevantIds": [], "rationale": "A forecast request is not equivalent to any travel or other music prompt.", "keyword": { "top3": [], "hitAt3": false, "top5": [], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": true }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000012" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000025", "00000000-0000-4000-8000-000000000008", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000037" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false } }, { "id": "challenge-01", "query": "Not a breakup or a goodbye. I want the moment I hear wonderful news.", "kind": "challenge", "relevantIds": [ "00000000-0000-4000-8000-000000000037" ], "rationale": "Negation challenge: the desired event is good-news arrival; heartbreak vocabulary is explicitly excluded.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000009" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000009" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000009" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000037", "00000000-0000-4000-8000-000000000005", "00000000-0000-4000-8000-000000000009", "00000000-0000-4000-8000-000000000015", "00000000-0000-4000-8000-000000000013" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false } }, { "id": "challenge-02", "query": "No road trips or distant streets, just making my ordinary shopping errands feel like a movie.", "kind": "challenge", "relevantIds": [ "00000000-0000-4000-8000-000000000029" ], "rationale": "Negation challenge: cinematic errands are requested while travel imagery is explicitly rejected.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000010" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000020", "00000000-0000-4000-8000-000000000019" ], "hitAt5": true, "reciprocalRankAt5": 1.0, "reciprocalRank": 1.0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000010" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000012", "00000000-0000-4000-8000-000000000029", "00000000-0000-4000-8000-000000000010", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000001" ], "hitAt5": true, "reciprocalRankAt5": 0.5, "reciprocalRank": 0.5, "abstained": false } }, { "id": "challenge-03", "query": "Something for home.", "kind": "challenge", "relevantIds": [ "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000027" ], "rationale": "Ambiguous between music in the home and a reflective journey home; these are plausible interpretations, not a unique correct answer.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000027" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000027" ], "hitAt5": true, "reciprocalRankAt5": 0.5, "reciprocalRank": 0.5, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000016" ], "hitAt3": true, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000027", "00000000-0000-4000-8000-000000000016", "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000037" ], "hitAt5": true, "reciprocalRankAt5": 0.5, "reciprocalRank": 0.5, "abstained": false } }, { "id": "challenge-04", "query": "I want something that is neither happy nor sad, neither old nor new, and has no particular setting.", "kind": "challenge", "relevantIds": [], "rationale": "Vague exclusions provide no positive scenario or unique supported card meaning; a confident specific recommendation is unwarranted.", "keyword": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000039" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000039", "00000000-0000-4000-8000-000000000001" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false }, "semantic": { "top3": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000001" ], "hitAt3": false, "top5": [ "00000000-0000-4000-8000-000000000022", "00000000-0000-4000-8000-000000000019", "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000039", "00000000-0000-4000-8000-000000000037" ], "hitAt5": false, "reciprocalRankAt5": 0, "reciprocalRank": 0, "abstained": false } } ] }