{ "schemaVersion": 1, "measuredAt": "2026-08-21T23:38:49.866Z", "evidenceClass": "optional-frozen-set-regression-unpooled-neural-candidates", "receipt": { "querySetChecksum": "74e0368ff03c6e23fe99e9550c4a1f22fc1d54ab88596962d9718928d8f023e0", "judgmentSetChecksum": "8c7a52ab702486044599111728d2f866cdd1e18e77dc65c793f33e2630f2bf8f", "corpusChecksum": "aa3326b263d1d81525c93dbcd79f1b77a774650338bfb60974a2231439a05587", "neuralInputTemplateChecksum": "939e3cb5b1639149e4a5f544a800cf5eb4a838f9745cbd7c59d87ae0f085058f", "runtime": "@huggingface/transformers@3.8.1", "models": { "dense": { "id": "Xenova/bge-small-en-v1.5", "sourceModel": "BAAI/bge-small-en-v1.5", "sourceLicense": "mit", "revision": "ea104dacec62c0de699686887e3f920caeb4f3e3", "dtype": "q8", "dimensions": 384, "queryPrefix": "Represent this sentence for searching relevant passages: " }, "reranker": { "id": "Xenova/ms-marco-MiniLM-L-6-v2", "sourceModel": "cross-encoder/ms-marco-MiniLM-L-6-v2", "sourceLicense": "apache-2.0", "revision": "a09144355adeed5f58c8ed011d209bf8ee5a1fec", "dtype": "q8", "maximumCandidateCount": 50 } } }, "artifacts": { "cachePath": ".cache/", "cacheBytes": 58583832, "vectorBytes": 2476032, "vectorChecksum": "dee56e68e77630bfb32771ad89706b8f32433767f866575ab9bb20acc42b4c0d" }, "timingsMs": { "denseCorpusBuild": 79122.5, "queries": { "dense_bge": { "p50": 7.9, "p95": 29 }, "bm25f_dense_rrf": { "p50": 0.1, "p95": 0.1 }, "bm25f_minilm": { "p50": 1926.5, "p95": 2473.5 }, "static_minilm": { "p50": 1839.3, "p95": 2612.9 } } }, "metrics": { "dense_bge": { "overall": { "questions": 40, "recallAt1": 0.4641, "recallAt5": 0.5714, "recallAt10": 0.617, "mrr": 0.7667, "ndcgAt10": 0.5742, "multiHopSuccessAt10": 0.1429, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.1154, "requiredEvidenceCitationRecallAt10": 0.5625, "unavailableNonEmptyResultRate": 0.875, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.125, "unavailableEmptyResultF1": 0.2222, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2188, "supportDecisionAccuracy": 0.825, "supportAbstentionPrecision": 0.5333, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6957, "answeredEvidenceValidityRate": 0.88, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 7.9393, "p95": 28.9849 } }, "evaluation": { "questions": 29, "recallAt1": 0.4816, "recallAt5": 0.5761, "recallAt10": 0.597, "mrr": 0.7308, "ndcgAt10": 0.5624, "multiHopSuccessAt10": 0.2, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.0952, "requiredEvidenceCitationRecallAt10": 0.5556, "unavailableNonEmptyResultRate": 0.8, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.2, "unavailableEmptyResultF1": 0.3333, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2083, "supportDecisionAccuracy": 0.8276, "supportAbstentionPrecision": 0.5, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6667, "answeredEvidenceValidityRate": 0.8947, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 9.3606, "p95": 28.9849 } }, "topicEvaluation": { "questions": 6, "recallAt1": 0.3155, "recallAt5": 0.5268, "recallAt10": 0.6101, "mrr": 1, "ndcgAt10": 0.6211, "multiHopSuccessAt10": 0, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.15, "requiredEvidenceCitationRecallAt10": 0.7222, "unavailableNonEmptyResultRate": null, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 0, "unavailableEmptyResultRecall": null, "unavailableEmptyResultF1": null, "unsupportedAnswerRate": null, "answerableFalseAbstentionRate": 0, "supportDecisionAccuracy": 1, "supportAbstentionPrecision": 0, "supportAbstentionRecall": null, "supportAbstentionF1": null, "answeredEvidenceValidityRate": 0.8333, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 5.5985, "p95": 9.3606 } }, "rankings": [ { "id": "exact-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:933549", "speaker:wf2025:77adff48-a070-4305-8d81-9d959a8176de", "speaker:wf2025:89141d5d-353b-4aa9-9792-0002a0a33f39", "talk:wf2025:915992", "speaker:wf2025:4e01104b-7d8e-4552-9224-6b7bd4f697fa", "speaker:wf2025:13020bf9-1f56-43e1-a54c-04055aa8413a", "speaker:wf2025:a5eaab61-2879-4f57-a709-62c7e7562ea6" ] }, { "id": "exact-02", "top10": [ "talk:wf2025:915992", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:912811", "talk:wf2025:915740", "talk:wf2025:933714", "talk:wf2025:933689", "speaker:wf2025:77adff48-a070-4305-8d81-9d959a8176de", "talk:wf2025:915023", "talk:wf2025:933721" ] }, { "id": "exact-03", "top10": [ "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_2a3e9f545d12a44e61383356b26c2c05", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869" ] }, { "id": "exact-04", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_92dfe4f916676acb83039079d4e6a9d8", "talk:wf2026:talk_4f683u0r084b1s0e0y3i532y39202z4n", "talk:wf2026:talk_93f5d64c0b1f08541917b33d60cd1ea1", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_87834f344c1ff680a4558588b6952f09", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_bd1a6ebee4066a52e055967a665adab2" ] }, { "id": "exact-05", "top10": [ "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:936933", "talk:wf2025:907695", "talk:wf2025:933678", "talk:wf2025:933692", "talk:wf2025:903966", "talk:wf2025:915740", "talk:wf2025:933721" ] }, { "id": "exact-06", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "speaker:wf2026:spk_mike_phipps", "speaker:wf2026:spk_michael_grinich", "speaker:wf2026:spk_anders_swanson", "speaker:wf2026:spk_jue_wang", "speaker:wf2026:spk_tim_sweeney", "speaker:wf2026:spk_whitney_lee", "speaker:wf2026:spk_dor_sasson", "speaker:wf2026:spk_jeff_wang", "speaker:wf2026:spk_matthew_berman" ] }, { "id": "exact-07", "top10": [ "talk:wf2025:933688", "speaker:wf2025:8d28dd81-4424-49b9-b16c-507e07ca5dea", "talk:wf2025:933589", "talk:wf2025:907834", "talk:wf2025:914537", "talk:wf2025:936933", "speaker:wf2025:fa5f22ad-339b-485d-bbf2-620cbd069be9", "talk:wf2025:933632", "speaker:wf2025:a610d919-7683-47bf-8b46-9689f8264a2e", "talk:wf2025:914024" ] }, { "id": "exact-08", "top10": [ "event:worldsfair:2025", "speaker:wf2025:2d3685ce-29b1-4596-b44c-8115f3999797", "speaker:wf2025:ced92b0e-6be7-48cb-a39d-418b88286bce", "speaker:wf2025:2eeb60af-71b2-43dc-9100-8970239201b1", "talk:wf2025:914371", "talk:wf2025:939130", "speaker:wf2025:c8042607-1aa2-4286-9a44-e8f44c0ad616", "speaker:wf2025:431907d7-ade9-4bba-aebe-173770b772cd", "talk:wf2025:935987", "speaker:wf2025:fa7aeb1e-2489-4c86-a0f3-13697cb4d20b" ] }, { "id": "topic-01", "top10": [ "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:933714", "talk:wf2025:933678", "talk:wf2025:912811", "talk:wf2025:933721", "talk:wf2025:933689", "talk:wf2025:907695" ] }, { "id": "topic-02", "top10": [ "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_d5e3d15b4cf3569c8ff152905f2353f1", "talk:wf2026:talk_29038fcdb442faaf8930c0199c578f5f", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_360e5w5b5q5w6s09031u3x0r2a5y616y", "talk:wf2026:talk_d5ba1396f0f9c60c62e9e3dfcd2f0cb1", "talk:wf2026:talk_c955330462a7ad3c965515d1aecee65c", "talk:wf2026:talk_2e48d469aa3e24957ebca2f0477945c0" ] }, { "id": "topic-03", "top10": [ "talk:wf2026:talk_7c5d931bdc23301fff51bc497eff95a8", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_d6546b311508ea66ba3dedbf4892172d", "talk:wf2026:talk_5o1s3v1j076t020218611o0m2i060g47", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d" ] }, { "id": "topic-04", "top10": [ "talk:wf2026:talk_051f5adbdb53823a4f905fb51db27b4b", "talk:wf2026:talk_35632033e794a9b47217be4c3ec79796", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_4f683u0r084b1s0e0y3i532y39202z4n", "talk:wf2026:talk_2c08156aab2927df6644c1ef732b8f5d", "talk:wf2026:talk_7be8c4a4fbe5db9b15decf066f9ba0d8", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_aa6b6d9061917c788154b65f695c13e4", "talk:wf2026:talk_ddb681dde28f614f9c005bd18c4886d0", "talk:wf2026:talk_092p102r5s0j2p0j3l6i1y6d66131a56" ] }, { "id": "topic-05", "top10": [ "talk:wf2026:talk_29bf32aa5103b7fb6a693677e1d7d815", "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_aac45582a37772fecb683d0ce55bd753", "talk:wf2026:talk_6u6f1d6i7146642s2o281z0l6z471z55", "talk:wf2026:talk_6f90bd0cc266e68390d00e153526a5e3", "talk:wf2026:talk_e879d224e17d2687af3478ce61218fbe", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_0281c708ccd9c8c62882ec93e53806e4", "talk:wf2026:talk_504u2h1q160f3n2c3i0n5i6b5d294p5x", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb" ] }, { "id": "topic-06", "top10": [ "talk:wf2026:talk_ea3fd5ab6bc09073c50bf0e3de5aa113", "talk:wf2026:talk_1g5r3e1r0858276m1d6a353e0f455r1z", "talk:wf2026:talk_4e1p375t2q5b1u0q1v2c0e6j662m444g", "talk:wf2026:talk_f276d0d1f0745d2aa19ce82be8b6c5ea", "talk:wf2026:talk_1b09fcc15f124902df90859b3b4d7e36", "talk:wf2026:talk_047b693d9fc70442feae0a192021df82", "talk:wf2026:talk_4d17db5f55ba7afb9f492c60ab1f8a49", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_4p3s5u3n3w47395w4i0h5x322z0p2k6w", "talk:wf2026:talk_8ca04e80d53653cc0eda47bf6e8bf738" ] }, { "id": "topic-07", "top10": [ "talk:wf2025:915684", "talk:wf2025:935987", "talk:wf2025:943899", "talk:wf2025:915269", "talk:wf2025:939130", "talk:wf2025:915059", "talk:wf2025:933678", "talk:wf2025:942167", "talk:wf2025:943904", "talk:wf2025:929337" ] }, { "id": "topic-08", "top10": [ "talk:wf2026:talk_1w5a452v661c2x1u4j4m2e5o2o11574q", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_06a33d1915d1a987c0d8c61112a99d28", "talk:wf2026:talk_771270b4070796d594c93c5dd4d47bf9", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_d5ba1396f0f9c60c62e9e3dfcd2f0cb1", "talk:wf2026:talk_6464a10118623c06fdf0d5b1bac0e791", "talk:wf2026:talk_aac45582a37772fecb683d0ce55bd753", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v" ] }, { "id": "filter-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:933549", "talk:wf2025:915992", "talk:wf2025:912811", "talk:wf2025:915023", "talk:wf2025:933633", "talk:wf2025:914015", "talk:wf2025:936933" ] }, { "id": "filter-02", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:936933", "talk:wf2025:912811", "talk:wf2025:933678", "talk:wf2025:914024", "talk:wf2025:903966", "talk:wf2025:915740", "talk:wf2025:916214", "talk:wf2025:933692" ] }, { "id": "filter-03", "top10": [ "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_414x29475s515m01134b4t5p2k200528", "talk:wf2026:talk_d9c7fb7e495522410ac0793371c3397b", "talk:wf2026:talk_5981510f4b1e5ad0fc809b595936b0f6", "talk:wf2026:talk_4i233c18095k1n2o3k1f0n0y2o3z3e1y", "talk:wf2026:talk_03849f33f6e1f9c2747dcc2d79544c28", "talk:wf2026:talk_de61fbb3bf519422d000541222a654e2" ] }, { "id": "filter-04", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_59d24c88c6e7ce55785ded75a99e3e30", "talk:wf2026:talk_41897241d29db1a33e80a87d2dfc2e66", "talk:wf2026:talk_3x4w2o673e124p5y526i6947491u6r15", "talk:wf2026:talk_496bb35f4fbe3828a155aad874b88928", "talk:wf2026:talk_0362e35ff530d683cb45f3d54093e189", "talk:wf2026:talk_5d928a9378607ded51f7e0ccafd855d2", "talk:wf2026:talk_1b3f5b9cf59deb969b93829df94a29e3", "talk:wf2026:talk_f194f6400422b4010561fe5847e60399", "talk:wf2026:talk_713c731d616t2h6e5x711k285e4f5m1m" ] }, { "id": "filter-05", "top10": [ "talk:wf2025:933625", "talk:wf2025:913839", "talk:wf2025:916214", "talk:wf2025:912811", "talk:wf2025:933689", "talk:wf2025:915992", "talk:wf2025:914371", "talk:wf2025:907695", "talk:wf2025:932498", "talk:wf2025:915023" ] }, { "id": "filter-06", "top10": [ "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_f769b3896f3fa6eebe7a0dd2c1474ac5", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_2o4w3m0b6x2q3d2w5r2w1h0a18691r6m", "talk:wf2026:talk_c90f61665fe22bc2b31415e5c0365fc8" ] }, { "id": "hop-01", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_local_ai_2026_07_02_1425", "talk:wf2026:talk_local_ai_2026_07_02_1450", "talk:wf2026:talk_2c627e45f939896644ba7fff4bf39597", "talk:wf2026:talk_4f683u0r084b1s0e0y3i532y39202z4n", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be" ] }, { "id": "hop-02", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_93eb7446fc294f599dcb27dd001343fc", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_c8767d9d073b55f288c2f677433683cf", "talk:wf2026:talk_0y155l5a6h6k612r5f6e4c6f2s643l25", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_6p4q2c0f6y5t4h580m0t5i5h6g1p1g0r", "talk:wf2026:talk_4j5i6u6c6c5m526d3c0g5j1239593n65", "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_5x3q0q486f3d082w470u4q0p64384n3e" ] }, { "id": "hop-03", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_5d928a9378607ded51f7e0ccafd855d2", "talk:wf2026:talk_4j5i6u6c6c5m526d3c0g5j1239593n65", "talk:wf2026:talk_043g2h5a1e6p3b726o2b6x166x4w5z0k", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_e879d224e17d2687af3478ce61218fbe", "talk:wf2026:talk_650e5e6a6h2d3f6b2t5k5h5c1b6q0k1f", "talk:wf2026:talk_88691e6d4c25b580b7cd5f51a142e473", "talk:wf2026:talk_3fffca6258193b30cf38b81755ad1d49" ] }, { "id": "hop-04", "top10": [ "talk:wf2025:939130", "talk:wf2025:943899", "talk:wf2025:916214", "talk:wf2025:935987", "talk:wf2025:942167", "talk:wf2025:943904", "talk:wf2025:933675", "talk:wf2025:936205", "talk:wf2025:927324", "talk:wf2025:936298" ] }, { "id": "hop-05", "top10": [ "talk:wf2025:933688", "talk:wf2025:939130", "talk:wf2025:935987", "talk:wf2025:943899", "talk:wf2025:947560", "talk:wf2025:933678", "talk:wf2025:928676", "talk:wf2025:914081", "talk:wf2025:914856", "talk:wf2025:936298" ] }, { "id": "hop-06", "top10": [ "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_260x3v0x380k5a5b3b4a2047371v6g0d", "talk:wf2026:talk_dae369cb639beb0bca0d7b462d4c387a", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_284ee25352d37648d6ddb3de50dddc9b", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_0h5i1u440z4u391e0c2z2v720l260718" ] }, { "id": "hop-07", "top10": [ "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_ff32e46415d806323bebeb1478672b46", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_441g2i392f0l0e0a5d6v1j1a3d240525", "talk:wf2026:talk_683efd37bb93eb88d90b747f74ebf359", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_e879d224e17d2687af3478ce61218fbe", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb" ] }, { "id": "transcript-01", "top10": [ "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "transcript-02", "top10": [ "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "transcript-03", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-01", "top10": [ "speaker:wf2026:spk_peter_werry", "speaker:wf2026:spk_frank_coyle", "speaker:wf2026:spk_sean_sodha", "speaker:wf2026:spk_nick_heiner", "speaker:wf2026:spk_lukas_petersson", "speaker:wf2026:spk_manoj_nair", "speaker:wf2026:spk_christopher_lovejoy", "speaker:wf2026:spk_christopher_manning", "speaker:wf2026:spk_sara_hooker", "speaker:wf2026:spk_derek_meegan" ] }, { "id": "unavailable-02", "top10": [ "talk:wf2025:933714", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:915740", "speaker:wf2025:d311342f-376a-46ef-9b9a-2dea7ba83063", "speaker:wf2025:89141d5d-353b-4aa9-9792-0002a0a33f39", "speaker:wf2025:179d0b1c-fa38-4d18-87bd-f280a52c95bd", "talk:wf2025:939130", "speaker:wf2025:14177da5-e0bd-45c1-8a6a-c3bf998a7d01", "talk:wf2025:936298" ] }, { "id": "unavailable-03", "top10": [ "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "unavailable-04", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-05", "top10": [ "event:worldsfair:2025", "talk:wf2025:935987", "talk:wf2025:943899", "talk:wf2025:939130", "speaker:wf2025:2eeb60af-71b2-43dc-9100-8970239201b1", "speaker:wf2025:fa7aeb1e-2489-4c86-a0f3-13697cb4d20b", "speaker:wf2025:f911714e-fc40-4c1d-9434-b70eb5c33ddd", "speaker:wf2025:41dc7bdd-f306-4c02-9da8-fe19e1887b6b", "talk:wf2025:928676", "speaker:wf2025:d7f0efbc-d1f3-4a41-b297-d7e21f1d1a70" ] }, { "id": "unavailable-06", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:933721", "talk:wf2025:903966", "talk:wf2025:914024", "talk:wf2025:936933", "talk:wf2025:933678", "talk:wf2025:915978", "talk:wf2025:916214" ] }, { "id": "unavailable-07", "top10": [] }, { "id": "unavailable-08", "top10": [ "event:worldsfair:2026", "speaker:wf2026:spk_corby_rosset", "speaker:wf2026:spk_ian_livingstone", "speaker:wf2026:spk_david_corbitt", "speaker:wf2026:spk_michael_forrester", "speaker:wf2026:spk_soumya_gupta", "speaker:wf2026:spk_sitanshu_gupta", "speaker:wf2026:spk_abhilash_asokan", "speaker:wf2026:spk_tanmai_gopal", "speaker:wf2026:spk_jess_wang" ] } ] }, "bm25f_dense_rrf": { "overall": { "questions": 40, "recallAt1": 0.4993, "recallAt5": 0.6728, "recallAt10": 0.7307, "mrr": 0.8133, "ndcgAt10": 0.6483, "multiHopSuccessAt10": 0.4286, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.1462, "requiredEvidenceCitationRecallAt10": 0.6656, "unavailableNonEmptyResultRate": 0.875, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.125, "unavailableEmptyResultF1": 0.2222, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2188, "supportDecisionAccuracy": 0.825, "supportAbstentionPrecision": 0.5333, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6957, "answeredEvidenceValidityRate": 0.88, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 0.0535, "p95": 0.1008 } }, "evaluation": { "questions": 29, "recallAt1": 0.5285, "recallAt5": 0.6766, "recallAt10": 0.7138, "mrr": 0.7846, "ndcgAt10": 0.6411, "multiHopSuccessAt10": 0.4, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.131, "requiredEvidenceCitationRecallAt10": 0.6583, "unavailableNonEmptyResultRate": 0.8, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.2, "unavailableEmptyResultF1": 0.3333, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2083, "supportDecisionAccuracy": 0.8276, "supportAbstentionPrecision": 0.5, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6667, "answeredEvidenceValidityRate": 0.8947, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 0.0535, "p95": 0.1008 } }, "topicEvaluation": { "questions": 6, "recallAt1": 0.3363, "recallAt5": 0.6786, "recallAt10": 0.8274, "mrr": 1, "ndcgAt10": 0.7883, "multiHopSuccessAt10": 0, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.2833, "requiredEvidenceCitationRecallAt10": 0.9667, "unavailableNonEmptyResultRate": null, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 0, "unavailableEmptyResultRecall": null, "unavailableEmptyResultF1": null, "unsupportedAnswerRate": null, "answerableFalseAbstentionRate": 0, "supportDecisionAccuracy": 1, "supportAbstentionPrecision": 0, "supportAbstentionRecall": null, "supportAbstentionF1": null, "answeredEvidenceValidityRate": 0.8333, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 0.0535, "p95": 0.0774 } }, "rankings": [ { "id": "exact-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:915992", "speaker:wf2025:f9f290b7-68af-404a-9a05-61789f0032ce", "speaker:wf2025:7d64d49c-59de-4f07-86ac-ca54f40cbff8", "speaker:wf2025:b5eb465d-051d-4ebd-9ab6-8622baf27e47", "speaker:wf2025:d990444a-bbaa-439f-bc81-3ef5e8caac69", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e" ] }, { "id": "exact-02", "top10": [ "talk:wf2025:915992", "talk:wf2025:921229", "talk:wf2025:912811", "talk:wf2025:933549", "talk:wf2025:933714", "talk:wf2025:914371", "talk:wf2025:933689", "talk:wf2025:916214", "talk:wf2025:933721", "speaker:wf2025:ee20717b-b4fe-4bc8-afdb-3f5001dbb733" ] }, { "id": "exact-03", "top10": [ "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q" ] }, { "id": "exact-04", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee" ] }, { "id": "exact-05", "top10": [ "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:933692", "talk:wf2025:936933", "talk:wf2025:907695", "talk:wf2025:933678", "talk:wf2025:933721", "talk:wf2025:903966", "talk:wf2025:937137" ] }, { "id": "exact-06", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "speaker:wf2026:spk_mike_phipps", "speaker:wf2026:spk_michael_grinich", "talk:wf2026:talk_6w5470526y3u3u450v4t136j72580i30", "speaker:wf2026:spk_anders_swanson", "talk:wf2026:talk_713c731d616t2h6e5x711k285e4f5m1m", "speaker:wf2026:spk_jue_wang", "talk:wf2026:talk_402ccd87eab7d44363e72ebcebf67d37", "speaker:wf2026:spk_tim_sweeney" ] }, { "id": "exact-07", "top10": [ "talk:wf2025:933688", "speaker:wf2025:8d28dd81-4424-49b9-b16c-507e07ca5dea", "talk:wf2025:936933", "talk:wf2025:933632", "talk:wf2025:933707", "talk:wf2025:907544", "talk:wf2025:907834", "talk:wf2025:916131", "talk:wf2025:915961", "talk:wf2025:914024" ] }, { "id": "exact-08", "top10": [ "event:worldsfair:2025", "speaker:wf2025:ced92b0e-6be7-48cb-a39d-418b88286bce", "talk:wf2025:914371", "talk:wf2025:935987", "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:913839", "talk:wf2025:914024", "talk:wf2025:929337", "talk:wf2025:932498" ] }, { "id": "topic-01", "top10": [ "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:933714", "talk:wf2025:915740", "talk:wf2025:912811", "talk:wf2025:933689", "talk:wf2025:935987", "talk:wf2025:933721", "talk:wf2025:903966" ] }, { "id": "topic-02", "top10": [ "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_29038fcdb442faaf8930c0199c578f5f", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_c955330462a7ad3c965515d1aecee65c", "talk:wf2026:talk_060m1t4l4r3k1h2m063v4z1k3y4l5b0l", "talk:wf2026:talk_d5e3d15b4cf3569c8ff152905f2353f1", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_925c0d971894d261e72957095dd4656d", "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040" ] }, { "id": "topic-03", "top10": [ "talk:wf2026:talk_7c5d931bdc23301fff51bc497eff95a8", "talk:wf2026:talk_d6546b311508ea66ba3dedbf4892172d", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_5o1s3v1j076t020218611o0m2i060g47", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_9f5fb00e8395e1648f8648332aa87936", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_4df5cf3e2bd962dfd8fc5f496aaa9b46" ] }, { "id": "topic-04", "top10": [ "talk:wf2026:talk_051f5adbdb53823a4f905fb51db27b4b", "talk:wf2026:talk_35632033e794a9b47217be4c3ec79796", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_62f47ea8568021d451f0fd5102c2b7b5", "talk:wf2026:talk_aa6b6d9061917c788154b65f695c13e4", "talk:wf2026:talk_092p102r5s0j2p0j3l6i1y6d66131a56", "talk:wf2026:talk_7be8c4a4fbe5db9b15decf066f9ba0d8", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_8940b9f4c9ff0fbba2bb5001eab3d81c", "talk:wf2026:talk_2c08156aab2927df6644c1ef732b8f5d" ] }, { "id": "topic-05", "top10": [ "talk:wf2026:talk_6u6f1d6i7146642s2o281z0l6z471z55", "talk:wf2026:talk_b5b4b5176d1ab4a1e0eaec32840e32c4", "talk:wf2026:talk_925c0d971894d261e72957095dd4656d", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_092p102r5s0j2p0j3l6i1y6d66131a56", "talk:wf2026:talk_29038fcdb442faaf8930c0199c578f5f", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb", "talk:wf2026:talk_47d63abbbd3844a5786dc45309e1308d", "talk:wf2026:talk_e9c6eb4ea55b585a27216838e9ff4052" ] }, { "id": "topic-06", "top10": [ "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_047b693d9fc70442feae0a192021df82", "talk:wf2026:talk_1b09fcc15f124902df90859b3b4d7e36", "talk:wf2026:talk_1g5r3e1r0858276m1d6a353e0f455r1z", "talk:wf2026:talk_4p3s5u3n3w47395w4i0h5x322z0p2k6w", "talk:wf2026:talk_ea3fd5ab6bc09073c50bf0e3de5aa113", "talk:wf2026:talk_dfa12423d1544bb9873c7e0cd25444e7", "talk:wf2026:talk_2086574d8aee3833ae34f3ecbe41151d", "talk:wf2026:talk_2b04a5981d27ed97e4a99c062b483abe", "talk:wf2026:talk_24c20b9b0a8373c28aaeef6cba7afabf" ] }, { "id": "topic-07", "top10": [ "talk:wf2025:915684", "talk:wf2025:935987", "talk:wf2025:915269", "talk:wf2025:907684", "talk:wf2025:942803", "talk:wf2025:933716", "talk:wf2025:936205", "talk:wf2025:936894", "talk:wf2025:915059", "talk:wf2025:915738" ] }, { "id": "topic-08", "top10": [ "talk:wf2026:talk_1w5a452v661c2x1u4j4m2e5o2o11574q", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_06a33d1915d1a987c0d8c61112a99d28", "talk:wf2026:talk_6464a10118623c06fdf0d5b1bac0e791", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_92e9de94815a37cd2bdc5c19ed57c396", "talk:wf2026:talk_051f5adbdb53823a4f905fb51db27b4b", "talk:wf2026:talk_aac45582a37772fecb683d0ce55bd753" ] }, { "id": "filter-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:915992", "talk:wf2025:933633", "talk:wf2025:916104", "talk:wf2025:933646", "talk:wf2025:916103", "talk:wf2025:906567" ] }, { "id": "filter-02", "top10": [ "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:907695", "talk:wf2025:936933", "talk:wf2025:914024", "talk:wf2025:933692", "talk:wf2025:933678", "talk:wf2025:903966", "talk:wf2025:933721", "talk:wf2025:916214" ] }, { "id": "filter-03", "top10": [ "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_47ef18b5259b836daf4f8659ecc97c00", "talk:wf2026:talk_414x29475s515m01134b4t5p2k200528", "talk:wf2026:talk_4d4u6s3j3n694l0b3i4d0n6d1m1o542h", "talk:wf2026:talk_ecd003906c7f1274d3329f929264dbce", "talk:wf2026:talk_5j5p4b6w4k1p4m5i07002c3h4p346q5z" ] }, { "id": "filter-04", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_41897241d29db1a33e80a87d2dfc2e66", "talk:wf2026:talk_005ed340d541795745c06f6566327157", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_4a2s6z331q6z2i172x5j390h2v0v3107", "talk:wf2026:talk_3w653g1b0y5c1c3q4f6z3r71032v343d", "talk:wf2026:talk_0a2o366d2z0p1e321v2p5x5n6i5z276j", "talk:wf2026:talk_59d24c88c6e7ce55785ded75a99e3e30", "talk:wf2026:talk_e47759ef296e478390d2c353ea1de392", "talk:wf2026:talk_0b6w240b3j6y664d633f364l6l6y320w" ] }, { "id": "filter-05", "top10": [ "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:914371", "talk:wf2025:915992", "talk:wf2025:913839", "talk:wf2025:933689", "talk:wf2025:914024", "talk:wf2025:932498", "talk:wf2025:912811", "talk:wf2025:907695" ] }, { "id": "filter-06", "top10": [ "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_a7e1000905e6c778baecaee370d2f444", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20" ] }, { "id": "hop-01", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_93f5d64c0b1f08541917b33d60cd1ea1" ] }, { "id": "hop-02", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_93eb7446fc294f599dcb27dd001343fc", "talk:wf2026:talk_c8767d9d073b55f288c2f677433683cf", "talk:wf2026:talk_0y155l5a6h6k612r5f6e4c6f2s643l25", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e" ] }, { "id": "hop-03", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_2h3s1k345n0l5x362t2p40666q4m1j09", "talk:wf2026:talk_f194f6400422b4010561fe5847e60399", "talk:wf2026:talk_496bb35f4fbe3828a155aad874b88928", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_0a2o366d2z0p1e321v2p5x5n6i5z276j", "talk:wf2026:talk_5d928a9378607ded51f7e0ccafd855d2", "talk:wf2026:talk_31e9481fcd201938eb81ac0da58c32c6" ] }, { "id": "hop-04", "top10": [ "talk:wf2025:916214", "talk:wf2025:935987", "talk:wf2025:915992", "talk:wf2025:933721", "talk:wf2025:915059", "talk:wf2025:903966", "talk:wf2025:933689", "talk:wf2025:914371", "talk:wf2025:929337", "talk:wf2025:914012" ] }, { "id": "hop-05", "top10": [ "talk:wf2025:933688", "talk:wf2025:935987", "talk:wf2025:949405", "talk:wf2025:915745", "talk:wf2025:933656", "talk:wf2025:933493", "talk:wf2025:947165", "talk:wf2025:914361", "talk:wf2025:915059", "talk:wf2025:947995" ] }, { "id": "hop-06", "top10": [ "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_4aad6497b13b0cc4abd2e86e12c30bdb", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be" ] }, { "id": "hop-07", "top10": [ "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_683efd37bb93eb88d90b747f74ebf359", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_441g2i392f0l0e0a5d6v1j1a3d240525", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_7b2728b7bde728c5611f298a11a91de6" ] }, { "id": "transcript-01", "top10": [ "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "transcript-02", "top10": [ "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "transcript-03", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-01", "top10": [ "speaker:wf2026:spk_peter_werry", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "speaker:wf2026:spk_frank_coyle", "speaker:wf2026:spk_sean_sodha", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "speaker:wf2026:spk_nick_heiner", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "speaker:wf2026:spk_lukas_petersson", "talk:wf2026:talk_435p006q654f0o5i2e3a0j3m2u3u4c0i", "speaker:wf2026:spk_manoj_nair" ] }, { "id": "unavailable-02", "top10": [ "talk:wf2025:933714", "talk:wf2025:933549", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:915992", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:933721", "speaker:wf2025:2c62ca85-d480-4a2b-887d-5268a82ffe9b", "speaker:wf2025:77adff48-a070-4305-8d81-9d959a8176de", "talk:wf2025:925337" ] }, { "id": "unavailable-03", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "unavailable-04", "top10": [ "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-05", "top10": [ "event:worldsfair:2025", "talk:wf2025:935987", "speaker:wf2025:2c62ca85-d480-4a2b-887d-5268a82ffe9b", "talk:wf2025:926721", "talk:wf2025:943899", "talk:wf2025:933716", "talk:wf2025:939130", "speaker:wf2025:2eeb60af-71b2-43dc-9100-8970239201b1", "speaker:wf2025:5b5f3a46-1cbf-4f1b-9caf-1268f88771b6", "speaker:wf2025:43c3c635-137d-4ed2-bdad-b8767f9d3e08" ] }, { "id": "unavailable-06", "top10": [ "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:907695", "talk:wf2025:914024", "talk:wf2025:936933", "talk:wf2025:916214", "talk:wf2025:903966", "talk:wf2025:933692", "talk:wf2025:933721", "talk:wf2025:933678" ] }, { "id": "unavailable-07", "top10": [] }, { "id": "unavailable-08", "top10": [ "event:worldsfair:2026", "speaker:wf2026:spk_corby_rosset", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "speaker:wf2026:spk_ian_livingstone", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "speaker:wf2026:spk_david_corbitt", "talk:wf2026:talk_9d1cfe89c8d26dff210f67870619050f", "speaker:wf2026:spk_michael_forrester", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "speaker:wf2026:spk_soumya_gupta" ] } ] }, "bm25f_minilm": { "overall": { "questions": 40, "recallAt1": 0.5188, "recallAt5": 0.6696, "recallAt10": 0.6975, "mrr": 0.8, "ndcgAt10": 0.6592, "multiHopSuccessAt10": 0.4286, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.153, "requiredEvidenceCitationRecallAt10": 0.6438, "unavailableNonEmptyResultRate": 0.875, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.125, "unavailableEmptyResultF1": 0.2222, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2188, "supportDecisionAccuracy": 0.825, "supportAbstentionPrecision": 0.5333, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6957, "answeredEvidenceValidityRate": 0.92, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 1926.5229, "p95": 2473.5144 } }, "evaluation": { "questions": 29, "recallAt1": 0.5546, "recallAt5": 0.6238, "recallAt10": 0.6505, "mrr": 0.7692, "ndcgAt10": 0.6364, "multiHopSuccessAt10": 0.2, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.1131, "requiredEvidenceCitationRecallAt10": 0.6083, "unavailableNonEmptyResultRate": 0.8, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.2, "unavailableEmptyResultF1": 0.3333, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.2083, "supportDecisionAccuracy": 0.8276, "supportAbstentionPrecision": 0.5, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.6667, "answeredEvidenceValidityRate": 0.9474, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 1919.8597, "p95": 2587.0462 } }, "topicEvaluation": { "questions": 6, "recallAt1": 0.3571, "recallAt5": 0.6339, "recallAt10": 0.7411, "mrr": 1, "ndcgAt10": 0.7995, "multiHopSuccessAt10": 0, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.2167, "requiredEvidenceCitationRecallAt10": 0.9333, "unavailableNonEmptyResultRate": null, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 0, "unavailableEmptyResultRecall": null, "unavailableEmptyResultF1": null, "unsupportedAnswerRate": null, "answerableFalseAbstentionRate": 0, "supportDecisionAccuracy": 1, "supportAbstentionPrecision": 0, "supportAbstentionRecall": null, "supportAbstentionF1": null, "answeredEvidenceValidityRate": 0.8333, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 2113.578, "p95": 2780.4386 } }, "rankings": [ { "id": "exact-01", "top10": [ "talk:wf2025:933714", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:915740", "talk:wf2025:933549", "talk:wf2025:933646", "speaker:wf2025:f9f290b7-68af-404a-9a05-61789f0032ce", "talk:wf2025:916085", "speaker:wf2025:c447f01b-42fd-4c76-a8f3-3ed2f73731b3" ] }, { "id": "exact-02", "top10": [ "talk:wf2025:915992", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:933714", "talk:wf2025:915740", "talk:wf2025:933689", "talk:wf2025:912811", "talk:wf2025:933721", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:916214" ] }, { "id": "exact-03", "top10": [ "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_720b5c741acaf07c9850af243fc5bf1d", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_6464a10118623c06fdf0d5b1bac0e791" ] }, { "id": "exact-04", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_92dfe4f916676acb83039079d4e6a9d8", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_93f5d64c0b1f08541917b33d60cd1ea1", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d5e3d15b4cf3569c8ff152905f2353f1" ] }, { "id": "exact-05", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:916214", "talk:wf2025:933692", "talk:wf2025:914024", "talk:wf2025:915992", "talk:wf2025:936933", "talk:wf2025:933678", "speaker:wf2025:274d2bf7-9245-4810-94e4-7fd04d644ed3" ] }, { "id": "exact-06", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_db30ac40d806374babe7e57f665bf504", "talk:wf2026:talk_0fa24b3cecb0c08b6a1af12781649cb4", "talk:wf2026:talk_6w5470526y3u3u450v4t136j72580i30", "talk:wf2026:talk_402ccd87eab7d44363e72ebcebf67d37", "talk:wf2026:talk_d34baa7112e566f8bb7913372f7fdbd9", "talk:wf2026:talk_245c3d4f33f63721b43a719db513ed46", "talk:wf2026:talk_1j3v6a5460662x3n2j422b0m2y57066b", "talk:wf2026:talk_2m5u02054i110k3c3p0z5t3x692c370m" ] }, { "id": "exact-07", "top10": [ "talk:wf2025:933688", "speaker:wf2025:8d28dd81-4424-49b9-b16c-507e07ca5dea", "speaker:wf2025:78e6fb6b-5779-484c-b0ae-1b721861eb76", "talk:wf2025:916131", "speaker:wf2025:ca0c85d0-179e-481e-8fbd-b6afb70f18dd", "talk:wf2025:933707", "talk:wf2025:936933", "speaker:wf2025:75caaf38-093d-4f2f-b4b2-8ce5aeb4bea4", "talk:wf2025:933629", "speaker:wf2025:13aa4fa5-29c4-4019-b4e1-ee83caaecb54" ] }, { "id": "exact-08", "top10": [ "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:935987", "talk:wf2025:933716", "talk:wf2025:914371", "speaker:wf2025:59e622be-92dc-41b8-b8a5-b5a541cdff17", "event:worldsfair:2025", "speaker:wf2025:ced92b0e-6be7-48cb-a39d-418b88286bce", "speaker:wf2025:7410679b-1a11-4fa2-81ee-d2ac0845a303", "speaker:wf2025:ba5a5b74-3d0a-413a-a1e6-8a504cc12120" ] }, { "id": "topic-01", "top10": [ "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:933714", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:935987", "talk:wf2025:933689", "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:916214" ] }, { "id": "topic-02", "top10": [ "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_060m1t4l4r3k1h2m063v4z1k3y4l5b0l", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_c955330462a7ad3c965515d1aecee65c", "talk:wf2026:talk_29038fcdb442faaf8930c0199c578f5f", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_8f09a568f0f1face5fe1acc4d16b1127", "talk:wf2026:talk_bebb81088bcd70f601872805a27c29c7" ] }, { "id": "topic-03", "top10": [ "talk:wf2026:talk_7c5d931bdc23301fff51bc497eff95a8", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_5005693j0324615b2j0n4f6i6k5x0n40", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_d6546b311508ea66ba3dedbf4892172d", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_c0f8430c2ab58402c95c1d89a7db1d2a", "talk:wf2026:talk_2592e4af93443042669a5dacd74909de", "talk:wf2026:talk_4df5cf3e2bd962dfd8fc5f496aaa9b46", "talk:wf2026:talk_4d4u6s3j3n694l0b3i4d0n6d1m1o542h" ] }, { "id": "topic-04", "top10": [ "talk:wf2026:talk_051f5adbdb53823a4f905fb51db27b4b", "talk:wf2026:talk_35632033e794a9b47217be4c3ec79796", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_aa6b6d9061917c788154b65f695c13e4", "talk:wf2026:talk_c62b3dd7a6d6b51e777bda725763765e", "talk:wf2026:talk_cb5f85f46139622fd7de3e7fc5415d19", "talk:wf2026:talk_62f47ea8568021d451f0fd5102c2b7b5", "talk:wf2026:talk_9d1cfe89c8d26dff210f67870619050f", "talk:wf2026:talk_2u6a6j6h2s6a5f1a3t36711s1d4z0s72" ] }, { "id": "topic-05", "top10": [ "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_bd66d24eedbd69d5080e6de02fa78606", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_b5b4b5176d1ab4a1e0eaec32840e32c4", "talk:wf2026:talk_47d63abbbd3844a5786dc45309e1308d", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb", "talk:wf2026:talk_251b2h5v55342a5g452v5j491v1t430r", "talk:wf2026:talk_925c0d971894d261e72957095dd4656d", "talk:wf2026:talk_bebb81088bcd70f601872805a27c29c7" ] }, { "id": "topic-06", "top10": [ "talk:wf2026:talk_1g5r3e1r0858276m1d6a353e0f455r1z", "talk:wf2026:talk_4p3s5u3n3w47395w4i0h5x322z0p2k6w", "talk:wf2026:talk_ea3fd5ab6bc09073c50bf0e3de5aa113", "talk:wf2026:talk_4d17db5f55ba7afb9f492c60ab1f8a49", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_24c20b9b0a8373c28aaeef6cba7afabf", "talk:wf2026:talk_dfa12423d1544bb9873c7e0cd25444e7", "talk:wf2026:talk_2b04a5981d27ed97e4a99c062b483abe" ] }, { "id": "topic-07", "top10": [ "talk:wf2025:936894", "talk:wf2025:915684", "talk:wf2025:925912", "talk:wf2025:935987", "talk:wf2025:942803", "talk:wf2025:933716", "talk:wf2025:915269", "talk:wf2025:933621", "talk:wf2025:936205", "talk:wf2025:933580" ] }, { "id": "topic-08", "top10": [ "talk:wf2026:talk_1w5a452v661c2x1u4j4m2e5o2o11574q", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_06a33d1915d1a987c0d8c61112a99d28", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_7c9296d86e31c2452eabe26211589875" ] }, { "id": "filter-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:933646", "talk:wf2025:916085", "talk:wf2025:915751", "talk:wf2025:912033", "talk:wf2025:915934" ] }, { "id": "filter-02", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:933692", "talk:wf2025:916214", "talk:wf2025:914024", "talk:wf2025:915992", "talk:wf2025:936933", "talk:wf2025:933721", "talk:wf2025:915740" ] }, { "id": "filter-03", "top10": [ "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_5j5p4b6w4k1p4m5i07002c3h4p346q5z", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_47ef18b5259b836daf4f8659ecc97c00", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_e37c2bb8cca835a2304057eca536828c" ] }, { "id": "filter-04", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_005ed340d541795745c06f6566327157", "talk:wf2026:talk_32f4d44c7941af453d80433eceac1b29", "talk:wf2026:talk_29bf32aa5103b7fb6a693677e1d7d815", "talk:wf2026:talk_6w4z6a3r13324c5o090f5a3r2y3x282y", "talk:wf2026:talk_75c7214661796fe0e5cd9dc950773fc2", "talk:wf2026:talk_4a2s6z331q6z2i172x5j390h2v0v3107", "talk:wf2026:talk_7d3457a2396f7ca672370c2fcbc671d3", "talk:wf2026:talk_cb5f85f46139622fd7de3e7fc5415d19" ] }, { "id": "filter-05", "top10": [ "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:914371", "talk:wf2025:915740", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:925912", "talk:wf2025:913839", "talk:wf2025:915992", "talk:wf2025:933692" ] }, { "id": "filter-06", "top10": [ "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_0ed2689a6d52e467f9d13265f163f569", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_007d29105d5fe6628062a938eb3ef607", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_f769b3896f3fa6eebe7a0dd2c1474ac5", "talk:wf2026:talk_2dd49cd0d426d62140cb25177bc2805d" ] }, { "id": "hop-01", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_de61fbb3bf519422d000541222a654e2" ] }, { "id": "hop-02", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m", "talk:wf2026:talk_5a9925af33233f1ddb85de2295b668b4", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_47ef18b5259b836daf4f8659ecc97c00", "talk:wf2026:talk_673u1t5x34710i1r0x2f16215h3e5j6q" ] }, { "id": "hop-03", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_f194f6400422b4010561fe5847e60399", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_75c7214661796fe0e5cd9dc950773fc2", "talk:wf2026:talk_6w4z6a3r13324c5o090f5a3r2y3x282y", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_5a9925af33233f1ddb85de2295b668b4", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_8b47a1e589ca4f925aafe49877a96822", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041" ] }, { "id": "hop-04", "top10": [ "talk:wf2025:916214", "talk:wf2025:935987", "talk:wf2025:933716", "talk:wf2025:947995", "talk:wf2025:936894", "talk:wf2025:933721", "talk:wf2025:933714", "talk:wf2025:915992", "talk:wf2025:925912", "talk:wf2025:912033" ] }, { "id": "hop-05", "top10": [ "talk:wf2025:933688", "talk:wf2025:935987", "talk:wf2025:933716", "talk:wf2025:947995", "talk:wf2025:910158", "talk:wf2025:933618", "talk:wf2025:947929", "talk:wf2025:941249", "talk:wf2025:914361", "talk:wf2025:947165" ] }, { "id": "hop-06", "top10": [ "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_4aad6497b13b0cc4abd2e86e12c30bdb", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m", "talk:wf2026:talk_1d0cf2c4a28c25fe9c32e681e537454e" ] }, { "id": "hop-07", "top10": [ "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_441g2i392f0l0e0a5d6v1j1a3d240525", "talk:wf2026:talk_5005693j0324615b2j0n4f6i6k5x0n40", "talk:wf2026:talk_2a3e9f545d12a44e61383356b26c2c05", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_1d0cf2c4a28c25fe9c32e681e537454e" ] }, { "id": "transcript-01", "top10": [ "transcript:ZRM_TfEZcIo:304" ] }, { "id": "transcript-02", "top10": [ "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "transcript-03", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-01", "top10": [ "speaker:wf2026:spk_peter_werry", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_9bbc7c89a4b93e091ae42115c16a5ca9", "talk:wf2026:talk_5b0n172z6e0g1t5i4x216i6a222k3i66", "talk:wf2026:talk_5l6e2g2r3p1p042b681n113w0m3x5y6z", "talk:wf2026:talk_6u6f1d6i7146642s2o281z0l6z471z55", "talk:wf2026:talk_9d1cfe89c8d26dff210f67870619050f", "talk:wf2026:talk_435p006q654f0o5i2e3a0j3m2u3u4c0i" ] }, { "id": "unavailable-02", "top10": [ "talk:wf2025:933714", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:915934", "talk:wf2025:916063", "talk:wf2025:933646", "talk:wf2025:916085" ] }, { "id": "unavailable-03", "top10": [ "transcript:ZRM_TfEZcIo:1374" ] }, { "id": "unavailable-04", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "unavailable-05", "top10": [ "event:worldsfair:2025", "talk:wf2025:935987", "talk:wf2025:926721", "talk:wf2025:933716", "speaker:wf2025:98dc110d-5a68-453b-b1cc-8bba6f70ba6a", "talk:wf2025:947798", "speaker:wf2025:c76d65c1-a932-4649-b699-b67f0646072c", "speaker:wf2025:d28ab6c9-b76f-4f91-9a2f-d54805cbc871", "speaker:wf2025:8767b57b-c52f-4dfd-8be0-ab28f54a3130", "speaker:wf2025:2a047617-b898-4c21-853e-23a25fde36e2" ] }, { "id": "unavailable-06", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:933692", "talk:wf2025:916214", "talk:wf2025:933678", "talk:wf2025:915992", "talk:wf2025:933721", "talk:wf2025:913839" ] }, { "id": "unavailable-07", "top10": [] }, { "id": "unavailable-08", "top10": [ "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "event:worldsfair:2026", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_6ee62cef8fdebc65d050ab78e94690d0", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_73220w3g1i425t0g0d290k1a3c1k6o5v", "talk:wf2026:talk_4df5cf3e2bd962dfd8fc5f496aaa9b46", "talk:wf2026:talk_d6546b311508ea66ba3dedbf4892172d" ] } ] }, "static_minilm": { "overall": { "questions": 40, "recallAt1": 0.4875, "recallAt5": 0.6657, "recallAt10": 0.708, "mrr": 0.7667, "ndcgAt10": 0.6483, "multiHopSuccessAt10": 0.4286, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.1385, "requiredEvidenceCitationRecallAt10": 0.6594, "unavailableNonEmptyResultRate": 0.875, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.125, "unavailableEmptyResultF1": 0.2222, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.0938, "supportDecisionAccuracy": 0.925, "supportAbstentionPrecision": 0.7273, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.8421, "answeredEvidenceValidityRate": 0.931, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 1839.3008, "p95": 2612.889 } }, "evaluation": { "questions": 29, "recallAt1": 0.5546, "recallAt5": 0.6186, "recallAt10": 0.6644, "mrr": 0.7692, "ndcgAt10": 0.6383, "multiHopSuccessAt10": 0.2, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.1167, "requiredEvidenceCitationRecallAt10": 0.6292, "unavailableNonEmptyResultRate": 0.8, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 1, "unavailableEmptyResultRecall": 0.2, "unavailableEmptyResultF1": 0.3333, "unsupportedAnswerRate": 0, "answerableFalseAbstentionRate": 0.125, "supportDecisionAccuracy": 0.8966, "supportAbstentionPrecision": 0.625, "supportAbstentionRecall": 1, "supportAbstentionF1": 0.7692, "answeredEvidenceValidityRate": 0.9524, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 1767.6513, "p95": 2612.889 } }, "topicEvaluation": { "questions": 6, "recallAt1": 0.3571, "recallAt5": 0.6131, "recallAt10": 0.7411, "mrr": 1, "ndcgAt10": 0.7769, "multiHopSuccessAt10": 0, "provenanceResolutionRateAt10": 1, "citationSupportPrecisionAt10": 0.2167, "requiredEvidenceCitationRecallAt10": 0.9333, "unavailableNonEmptyResultRate": null, "answerableEmptyResultRate": 0, "unavailableEmptyResultPrecision": 0, "unavailableEmptyResultRecall": null, "unavailableEmptyResultF1": null, "unsupportedAnswerRate": null, "answerableFalseAbstentionRate": 0, "supportDecisionAccuracy": 1, "supportAbstentionPrecision": 0, "supportAbstentionRecall": null, "supportAbstentionF1": null, "answeredEvidenceValidityRate": 0.8333, "answeredEvidenceProvenanceRate": 1, "latencyMs": { "p50": 2106.9365, "p95": 2644.48 } }, "rankings": [ { "id": "exact-01", "top10": [ "talk:wf2025:933714", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:915740", "talk:wf2025:933549", "talk:wf2025:933646", "speaker:wf2025:f9f290b7-68af-404a-9a05-61789f0032ce", "talk:wf2025:916085", "speaker:wf2025:c447f01b-42fd-4c76-a8f3-3ed2f73731b3" ] }, { "id": "exact-02", "top10": [ "talk:wf2025:915992", "talk:wf2025:921229", "talk:wf2025:933549", "talk:wf2025:933714", "talk:wf2025:915740", "talk:wf2025:933689", "talk:wf2025:912811", "talk:wf2025:933721", "talk:wf2025:916214", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e" ] }, { "id": "exact-03", "top10": [ "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_720b5c741acaf07c9850af243fc5bf1d", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_6464a10118623c06fdf0d5b1bac0e791", "talk:wf2026:talk_7b2728b7bde728c5611f298a11a91de6" ] }, { "id": "exact-04", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_92dfe4f916676acb83039079d4e6a9d8", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_93f5d64c0b1f08541917b33d60cd1ea1", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d5e3d15b4cf3569c8ff152905f2353f1" ] }, { "id": "exact-05", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:916214", "talk:wf2025:933692", "talk:wf2025:914024", "speaker:wf2025:7f1e5d9b-4155-437d-9e76-a2d36dcf26bd", "talk:wf2025:936933", "talk:wf2025:933678", "speaker:wf2025:274d2bf7-9245-4810-94e4-7fd04d644ed3" ] }, { "id": "exact-06", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_db30ac40d806374babe7e57f665bf504", "speaker:wf2026:spk_felipe_blanes", "speaker:wf2026:spk_jim_clark", "talk:wf2026:talk_0fa24b3cecb0c08b6a1af12781649cb4", "speaker:wf2026:spk_laurie_voss", "speaker:wf2026:spk_chris_souza", "speaker:wf2026:spk_daniel_bump", "talk:wf2026:talk_402ccd87eab7d44363e72ebcebf67d37" ] }, { "id": "exact-07", "top10": [ "talk:wf2025:933688", "speaker:wf2025:8d28dd81-4424-49b9-b16c-507e07ca5dea", "speaker:wf2025:ca0c85d0-179e-481e-8fbd-b6afb70f18dd", "talk:wf2025:933707", "talk:wf2025:936933", "speaker:wf2025:75caaf38-093d-4f2f-b4b2-8ce5aeb4bea4", "talk:wf2025:933629", "speaker:wf2025:13aa4fa5-29c4-4019-b4e1-ee83caaecb54", "speaker:wf2025:a2781a64-4f88-4176-87b5-17824930f0c5", "talk:wf2025:916063" ] }, { "id": "exact-08", "top10": [ "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:914371", "speaker:wf2025:ced92b0e-6be7-48cb-a39d-418b88286bce", "speaker:wf2025:59e622be-92dc-41b8-b8a5-b5a541cdff17", "speaker:wf2025:7410679b-1a11-4fa2-81ee-d2ac0845a303", "speaker:wf2025:ba5a5b74-3d0a-413a-a1e6-8a504cc12120", "speaker:wf2025:c76d65c1-a932-4649-b699-b67f0646072c", "talk:wf2025:914024", "speaker:wf2025:d28ab6c9-b76f-4f91-9a2f-d54805cbc871" ] }, { "id": "topic-01", "top10": [ "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:933714", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:933689", "talk:wf2025:915023", "talk:wf2025:912811", "talk:wf2025:933721", "talk:wf2025:916214" ] }, { "id": "topic-02", "top10": [ "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_060m1t4l4r3k1h2m063v4z1k3y4l5b0l", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_c955330462a7ad3c965515d1aecee65c", "talk:wf2026:talk_29038fcdb442faaf8930c0199c578f5f", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_bebb81088bcd70f601872805a27c29c7", "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_8f09a568f0f1face5fe1acc4d16b1127" ] }, { "id": "topic-03", "top10": [ "talk:wf2026:talk_7c5d931bdc23301fff51bc497eff95a8", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_5005693j0324615b2j0n4f6i6k5x0n40", "talk:wf2026:talk_48575c2o5d620i5k1k2j2g2h2h604d5q", "talk:wf2026:talk_d6546b311508ea66ba3dedbf4892172d", "talk:wf2026:talk_426y5c2b4o685u3p3y37293p4f3t096n", "talk:wf2026:talk_c0f8430c2ab58402c95c1d89a7db1d2a", "talk:wf2026:talk_2592e4af93443042669a5dacd74909de", "talk:wf2026:talk_4df5cf3e2bd962dfd8fc5f496aaa9b46", "talk:wf2026:talk_4d4u6s3j3n694l0b3i4d0n6d1m1o542h" ] }, { "id": "topic-04", "top10": [ "talk:wf2026:talk_051f5adbdb53823a4f905fb51db27b4b", "talk:wf2026:talk_35632033e794a9b47217be4c3ec79796", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_aa6b6d9061917c788154b65f695c13e4", "talk:wf2026:talk_c62b3dd7a6d6b51e777bda725763765e", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_cb5f85f46139622fd7de3e7fc5415d19", "talk:wf2026:talk_62f47ea8568021d451f0fd5102c2b7b5", "talk:wf2026:talk_9d1cfe89c8d26dff210f67870619050f", "talk:wf2026:talk_2u6a6j6h2s6a5f1a3t36711s1d4z0s72" ] }, { "id": "topic-05", "top10": [ "talk:wf2026:talk_4y6d634823534g64603c0f2p3i6g5040", "talk:wf2026:talk_bd66d24eedbd69d5080e6de02fa78606", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_bebb81088bcd70f601872805a27c29c7", "talk:wf2026:talk_47d63abbbd3844a5786dc45309e1308d", "talk:wf2026:talk_b5b4b5176d1ab4a1e0eaec32840e32c4", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb", "talk:wf2026:talk_251b2h5v55342a5g452v5j491v1t430r", "talk:wf2026:talk_925c0d971894d261e72957095dd4656d" ] }, { "id": "topic-06", "top10": [ "talk:wf2026:talk_4p3s5u3n3w47395w4i0h5x322z0p2k6w", "talk:wf2026:talk_1g5r3e1r0858276m1d6a353e0f455r1z", "talk:wf2026:talk_ea3fd5ab6bc09073c50bf0e3de5aa113", "talk:wf2026:talk_4d17db5f55ba7afb9f492c60ab1f8a49", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_24c20b9b0a8373c28aaeef6cba7afabf", "talk:wf2026:talk_2b04a5981d27ed97e4a99c062b483abe", "talk:wf2026:talk_dfa12423d1544bb9873c7e0cd25444e7" ] }, { "id": "topic-07", "top10": [ "talk:wf2025:936894", "talk:wf2025:915684", "talk:wf2025:925912", "talk:wf2025:942803", "talk:wf2025:933716", "talk:wf2025:915269", "talk:wf2025:933621", "talk:wf2025:936205", "talk:wf2025:933580", "talk:wf2025:933622" ] }, { "id": "topic-08", "top10": [ "talk:wf2026:talk_1w5a452v661c2x1u4j4m2e5o2o11574q", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_06a33d1915d1a987c0d8c61112a99d28", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_40dff19081c90ef6ec3180644b8a57fb", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_03755e636f55e87ad1ea6ba79031dd27" ] }, { "id": "filter-01", "top10": [ "talk:wf2025:933714", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:915740", "talk:wf2025:921229", "talk:wf2025:933646", "talk:wf2025:916085", "talk:wf2025:915751", "talk:wf2025:912033", "talk:wf2025:915934" ] }, { "id": "filter-02", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:933692", "talk:wf2025:916214", "talk:wf2025:914024", "talk:wf2025:915992", "talk:wf2025:936933", "talk:wf2025:933721", "talk:wf2025:915740" ] }, { "id": "filter-03", "top10": [ "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m", "talk:wf2026:talk_5j5p4b6w4k1p4m5i07002c3h4p346q5z", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_47ef18b5259b836daf4f8659ecc97c00", "talk:wf2026:talk_4l5u63484p6g2p14125g6m51485w0m0e", "talk:wf2026:talk_e37c2bb8cca835a2304057eca536828c" ] }, { "id": "filter-04", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_005ed340d541795745c06f6566327157", "talk:wf2026:talk_32f4d44c7941af453d80433eceac1b29", "talk:wf2026:talk_29bf32aa5103b7fb6a693677e1d7d815", "talk:wf2026:talk_6w4z6a3r13324c5o090f5a3r2y3x282y", "talk:wf2026:talk_75c7214661796fe0e5cd9dc950773fc2", "talk:wf2026:talk_4a2s6z331q6z2i172x5j390h2v0v3107", "talk:wf2026:talk_7d3457a2396f7ca672370c2fcbc671d3", "talk:wf2026:talk_cb5f85f46139622fd7de3e7fc5415d19" ] }, { "id": "filter-05", "top10": [ "talk:wf2025:933625", "talk:wf2025:916214", "talk:wf2025:914371", "talk:wf2025:915740", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:925912", "talk:wf2025:913839", "talk:wf2025:915992", "talk:wf2025:933692" ] }, { "id": "filter-06", "top10": [ "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_3s5q29635h4j3t70503r350u643x0d6u", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_cceced36158e75d7bf2878fe8e8246e8", "talk:wf2026:talk_0ed2689a6d52e467f9d13265f163f569", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_f769b3896f3fa6eebe7a0dd2c1474ac5", "talk:wf2026:talk_2dd49cd0d426d62140cb25177bc2805d", "talk:wf2026:talk_ef45f13b52e05c88a88ecf9a7e0c1a23" ] }, { "id": "hop-01", "top10": [ "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_0779e3c39e304afdb00cda133fd28ef2", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "talk:wf2026:talk_8d54f46ead352c9f570bc26617323869", "talk:wf2026:talk_de61fbb3bf519422d000541222a654e2" ] }, { "id": "hop-02", "top10": [ "talk:wf2026:talk_0u1j1w074n5e0g6z16685c5t6p4l2m4v", "talk:wf2026:talk_5n2p0r0r391t4d2z272n525n555w6a03", "talk:wf2026:talk_1d06005n6k4f2p4u6643094z272a0d6t", "talk:wf2026:talk_4c1cda96813875f528eec2032fc718fb", "talk:wf2026:talk_7743332234e2300d2c1b273341bee199", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m", "talk:wf2026:talk_18abe01aa1f5c83647f7b89e3f4d0970", "talk:wf2026:talk_47ef18b5259b836daf4f8659ecc97c00", "talk:wf2026:talk_673u1t5x34710i1r0x2f16215h3e5j6q", "talk:wf2026:talk_03849f33f6e1f9c2747dcc2d79544c28" ] }, { "id": "hop-03", "top10": [ "talk:wf2026:talk_3e71e97be1c4de1ed04ea0c0709e9054", "talk:wf2026:talk_f194f6400422b4010561fe5847e60399", "talk:wf2026:talk_6n1a5x0m543i2l4u1f06693n034j183a", "talk:wf2026:talk_75c7214661796fe0e5cd9dc950773fc2", "talk:wf2026:talk_6w4z6a3r13324c5o090f5a3r2y3x282y", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_5a9925af33233f1ddb85de2295b668b4", "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_8b47a1e589ca4f925aafe49877a96822", "talk:wf2026:talk_03339cd4faf62b0c82dae1089f3aa041" ] }, { "id": "hop-04", "top10": [ "talk:wf2025:916214", "talk:wf2025:935987", "talk:wf2025:936894", "talk:wf2025:947995", "talk:wf2025:933721", "talk:wf2025:921229", "talk:wf2025:915992", "talk:wf2025:933714", "talk:wf2025:925912", "talk:wf2025:912033" ] }, { "id": "hop-05", "top10": [ "talk:wf2025:933688", "talk:wf2025:947995", "talk:wf2025:947560", "talk:wf2025:910158", "talk:wf2025:933618", "talk:wf2025:925912", "talk:wf2025:947929", "talk:wf2025:914361", "talk:wf2025:947165", "talk:wf2025:941249" ] }, { "id": "hop-06", "top10": [ "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_4aad6497b13b0cc4abd2e86e12c30bdb", "talk:wf2026:talk_e27a7590c205b7f7350b708d3162a9da", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_1d0cf2c4a28c25fe9c32e681e537454e", "talk:wf2026:talk_5o424d2z2w1f6n0v3x4p3q0t405z734m" ] }, { "id": "hop-07", "top10": [ "talk:wf2026:talk_2508502s4s6e691t67192l3n0b2q0o6v", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "talk:wf2026:talk_41f87d00dede6b2d33be6efd3f3855be", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_cf1a738dae862774565e771d33705d7d", "talk:wf2026:talk_441g2i392f0l0e0a5d6v1j1a3d240525", "talk:wf2026:talk_5005693j0324615b2j0n4f6i6k5x0n40", "talk:wf2026:talk_8f8e2960c3dd914d8a17f41d4c8bfd59", "talk:wf2026:talk_2a3e9f545d12a44e61383356b26c2c05", "talk:wf2026:talk_e6c6464f67e7729f0bb1f2c5928d8e20" ] }, { "id": "transcript-01", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "transcript-02", "top10": [ "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "transcript-03", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:1220", "transcript:ZRM_TfEZcIo:304" ] }, { "id": "unavailable-01", "top10": [ "speaker:wf2026:spk_peter_werry", "talk:wf2026:talk_b16196927f40a78c2f46016255238108", "talk:wf2026:talk_6f2p2l3z422i410a6h6e4f1f2s1c3s1r", "talk:wf2026:talk_bd2acd61a6f5d8da9c315b31231b3092", "talk:wf2026:talk_9bbc7c89a4b93e091ae42115c16a5ca9", "talk:wf2026:talk_5b0n172z6e0g1t5i4x216i6a222k3i66", "talk:wf2026:talk_5l6e2g2r3p1p042b681n113w0m3x5y6z", "talk:wf2026:talk_6u6f1d6i7146642s2o281z0l6z471z55", "talk:wf2026:talk_9d1cfe89c8d26dff210f67870619050f", "talk:wf2026:talk_435p006q654f0o5i2e3a0j3m2u3u4c0i" ] }, { "id": "unavailable-02", "top10": [ "talk:wf2025:933714", "speaker:wf2025:0793b99f-1282-4674-9d21-f88e30c8232e", "talk:wf2025:921229", "talk:wf2025:915740", "talk:wf2025:915992", "talk:wf2025:933549", "talk:wf2025:915934", "talk:wf2025:933646", "talk:wf2025:916085", "talk:wf2025:914361" ] }, { "id": "unavailable-03", "top10": [ "transcript:ZRM_TfEZcIo:1374" ] }, { "id": "unavailable-04", "top10": [ "transcript:ZRM_TfEZcIo:1374", "transcript:ZRM_TfEZcIo:304", "transcript:ZRM_TfEZcIo:1220" ] }, { "id": "unavailable-05", "top10": [ "talk:wf2025:926721", "talk:wf2025:916079", "talk:wf2025:947560", "talk:wf2025:925337", "speaker:wf2025:8d28dd81-4424-49b9-b16c-507e07ca5dea", "talk:wf2025:911925", "speaker:wf2025:8767b57b-c52f-4dfd-8be0-ab28f54a3130", "talk:wf2025:916104", "speaker:wf2025:a13f208b-1ea4-41d5-aa31-c40b400dc36f", "speaker:wf2025:4b95a47c-6ec3-4b44-ba84-c158e802fc89" ] }, { "id": "unavailable-06", "top10": [ "talk:wf2025:915023", "talk:wf2025:907695", "talk:wf2025:912811", "talk:wf2025:914024", "talk:wf2025:933692", "talk:wf2025:916214", "talk:wf2025:933678", "talk:wf2025:936933", "talk:wf2025:933721", "talk:wf2025:915740" ] }, { "id": "unavailable-07", "top10": [] }, { "id": "unavailable-08", "top10": [ "talk:wf2026:talk_0s0h695f062u384r4u672006351c0m46", "talk:wf2026:talk_2j2n2r221z1s2m1j551q2g5w463s1c5j", "talk:wf2026:talk_b344663cfe11a6d715e879c2121d698d", "speaker:wf2026:spk_nyah_macklin", "speaker:wf2026:spk_vlad_luzin", "talk:wf2026:talk_d71813286012929fa09ade689e2314ee", "speaker:wf2026:spk_vinoth_govindarajan", "talk:wf2026:talk_06f190c7017fbe8a99d473e535845218", "talk:wf2026:talk_4df5cf3e2bd962dfd8fc5f496aaa9b46", "talk:wf2026:talk_73220w3g1i425t0g0d290k1a3c1k6o5v" ] } ] } }, "promotionGate": { "policy": { "candidate": "bm25f_dense_rrf", "baseline": "bm25f", "evaluationOnly": true, "maximumNdcgRegression": 0.02, "maximumRecallRegression": 0.02, "minimumTopicNdcgImprovement": 0.03, "maximumExactOrFilterMrrRegression": 0.02, "requirePerfectProvenance": true }, "observed": { "ndcgAt10Delta": -0.0155, "recallAt10Delta": -0.0156, "topicNdcgAt10Delta": -0.0482, "exactMrrDelta": 0, "filterMrrDelta": 0, "provenance": 1, "pairedNdcg": { "wins": 2, "ties": 21, "losses": 6 } }, "passed": false }, "limitation": "Neural candidate pools have not yet received a second independent relevance adjudication; use these scores as provisional diagnostics. Fusion timing records composition overhead only; dense and BM25F query time must be added for end-to-end latency." }