[
  {
    "id": "calling-hongkong",
    "question": "Does eager calling help when the rest of the AI stays the same?",
    "ruleset": "hongkong",
    "rulesetName": "Hong Kong Mahjong (New Style)",
    "control": "Advanced AI calling decisions",
    "treatment": "Take the highest-priority legal build claim; same advanced AI elsewhere",
    "pairs": 256,
    "seedBase": 260909000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "8d1e59d48bec752b05f975dce7429cefbd4b9794e7c792932f26b4a20bc013e6",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T09:13:38.103Z",
    "completedAt": "2026-09-09T09:28:52.913Z",
    "seconds": 914.807,
    "hands": 512,
    "meanDifference": -0.58984375,
    "interval95": [
      -1.7635178930581064,
      0.5838303930581064
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": 0.32421875,
    "treatmentMean": -0.265625,
    "controlWinRate": 0.265625,
    "treatmentWinRate": 0.24609375,
    "controlDealInRate": 0.14453125,
    "treatmentDealInRate": 0.11328125,
    "controlOpportunities": 1046,
    "treatmentOpportunities": 665,
    "treatmentChangedDecisions": 540,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 158,
    "dataFile": "/lab-data/september-2026/calling-hongkong.jsonl",
    "dataSha256": "c8dd52d7131a5e989fdada49ac55bc2ccc9a4467c17a53215f1cc3d5a754931a"
  },
  {
    "id": "calling-chinese",
    "question": "Does eager calling help when the rest of the AI stays the same?",
    "ruleset": "chinese",
    "rulesetName": "Chinese Official (MCR)",
    "control": "Advanced AI calling decisions",
    "treatment": "Take the highest-priority legal build claim; same advanced AI elsewhere",
    "pairs": 256,
    "seedBase": 260919000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "cbd3c9e0324769248306c596808235b9ef71b8983da988e9beede8ce127267d7",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T09:13:38.120Z",
    "completedAt": "2026-09-09T09:31:40.183Z",
    "seconds": 1082.059,
    "hands": 512,
    "meanDifference": 1.828125,
    "interval95": [
      -1.55947948951611,
      5.21572948951611
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -0.3671875,
    "treatmentMean": 1.4609375,
    "controlWinRate": 0.203125,
    "treatmentWinRate": 0.25,
    "controlDealInRate": 0.11328125,
    "treatmentDealInRate": 0.125,
    "controlOpportunities": 1114,
    "treatmentOpportunities": 706,
    "treatmentChangedDecisions": 569,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 197,
    "dataFile": "/lab-data/september-2026/calling-chinese.jsonl",
    "dataSha256": "7b1a7c16abe3f495b4f7741925c820e58dd636557c240716ac9d76665b13c2d5"
  },
  {
    "id": "defence-riichi",
    "question": "Does an opponent-specific discard heuristic improve the existing fixed-trigger fold?",
    "ruleset": "riichi",
    "rulesetName": "Japanese Riichi",
    "control": "Fold using pooled discard history",
    "treatment": "Same trigger; rank discards against the threatening opponents",
    "pairs": 256,
    "seedBase": 260929000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "b78ee212959e3fb8a2d1b31d6ae586fbc490ecc61437c336ee779cc37a8a5bd2",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled.",
      "The current shared engine does not enforce furiten. Riichi outputs are model diagnostics, not validated real-table defensive advice."
    ],
    "startedAt": "2026-09-09T10:03:45.820Z",
    "completedAt": "2026-09-09T10:18:36.190Z",
    "seconds": 890.369,
    "hands": 512,
    "meanDifference": 52.734375,
    "interval95": [
      -37.72719526333488,
      143.19594526333486
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -226.171875,
    "treatmentMean": -173.4375,
    "controlWinRate": 0.171875,
    "treatmentWinRate": 0.17578125,
    "controlDealInRate": 0.140625,
    "treatmentDealInRate": 0.1171875,
    "controlOpportunities": 698,
    "treatmentOpportunities": 711,
    "treatmentChangedDecisions": 437,
    "controlOutstandingPot": 8000,
    "treatmentOutstandingPot": 9000,
    "classification": "model-diagnostic",
    "pairedHandsWithDifferentNet": 23,
    "dataFile": "/lab-data/september-2026/defence-riichi.jsonl",
    "dataSha256": "137fdcf3cc5da140d2f5e3147c9de5555e58087a917ade2dc0b1b68c36f81141"
  },
  {
    "id": "defence-hongkong",
    "question": "Does an opponent-specific discard heuristic improve the existing fixed-trigger fold?",
    "ruleset": "hongkong",
    "rulesetName": "Hong Kong Mahjong (New Style)",
    "control": "Fold using pooled discard history",
    "treatment": "Same trigger; rank discards against the threatening opponents",
    "pairs": 256,
    "seedBase": 260939000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "8d1e59d48bec752b05f975dce7429cefbd4b9794e7c792932f26b4a20bc013e6",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T10:11:16.041Z",
    "completedAt": "2026-09-09T10:27:53.899Z",
    "seconds": 997.856,
    "hands": 512,
    "meanDifference": 0.03125,
    "interval95": [
      -0.1581770094568478,
      0.2206770094568478
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -0.10546875,
    "treatmentMean": -0.07421875,
    "controlWinRate": 0.203125,
    "treatmentWinRate": 0.203125,
    "controlDealInRate": 0.12109375,
    "treatmentDealInRate": 0.11328125,
    "controlOpportunities": 607,
    "treatmentOpportunities": 609,
    "treatmentChangedDecisions": 386,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 20,
    "dataFile": "/lab-data/september-2026/defence-hongkong.jsonl",
    "dataSha256": "29275532648226a5d3d58c0660aa1619d3b9757772a216c33226eb2cfc4684b8"
  },
  {
    "id": "reserve-riichi",
    "question": "Is keeping one defensive reserve worth slowing your hand?",
    "ruleset": "riichi",
    "rulesetName": "Japanese Riichi",
    "control": "Normal advanced discards",
    "treatment": "After six own discards, retain the only tile discarded by at least two opponents; release near ready or on a declaration",
    "pairs": 256,
    "seedBase": 260949000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "b78ee212959e3fb8a2d1b31d6ae586fbc490ecc61437c336ee779cc37a8a5bd2",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled.",
      "The current shared engine does not enforce furiten. Riichi outputs are model diagnostics, not validated real-table defensive advice."
    ],
    "startedAt": "2026-09-09T10:18:46.305Z",
    "completedAt": "2026-09-09T10:33:05.549Z",
    "seconds": 859.239,
    "hands": 512,
    "meanDifference": -42.96875,
    "interval95": [
      -140.83876087173275,
      54.90126087173276
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -29.296875,
    "treatmentMean": -72.265625,
    "controlWinRate": 0.19140625,
    "treatmentWinRate": 0.18359375,
    "controlDealInRate": 0.171875,
    "treatmentDealInRate": 0.17578125,
    "controlOpportunities": 54,
    "treatmentOpportunities": 117,
    "treatmentChangedDecisions": 117,
    "controlOutstandingPot": 2000,
    "treatmentOutstandingPot": 2000,
    "classification": "model-diagnostic",
    "pairedHandsWithDifferentNet": 14,
    "dataFile": "/lab-data/september-2026/reserve-riichi.jsonl",
    "dataSha256": "f5cedb9e9e7f76d3790a1e9b63a9f66a553b570fa1e7d82a839b9cd4e1cdbbb8"
  },
  {
    "id": "flush-hongkong",
    "question": "Does an early lean toward one suit pay?",
    "ruleset": "hongkong",
    "rulesetName": "Hong Kong Mahjong (New Style)",
    "control": "Flexible advanced discards",
    "treatment": "With at least 8 tiles of one suit at first decision, prefer discarding another suit with at most one extra distance unit; stop on exposure or a declaration",
    "pairs": 256,
    "seedBase": 260959000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "8d1e59d48bec752b05f975dce7429cefbd4b9794e7c792932f26b4a20bc013e6",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T09:52:59.400Z",
    "completedAt": "2026-09-09T10:10:32.603Z",
    "seconds": 1053.199,
    "hands": 512,
    "meanDifference": 1.03125,
    "interval95": [
      -0.9388385427872445,
      3.0013385427872445
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -0.69140625,
    "treatmentMean": 0.33984375,
    "controlWinRate": 0.16796875,
    "treatmentWinRate": 0.1640625,
    "controlDealInRate": 0.16796875,
    "treatmentDealInRate": 0.16015625,
    "controlOpportunities": 54,
    "treatmentOpportunities": 46,
    "treatmentChangedDecisions": 46,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 7,
    "dataFile": "/lab-data/september-2026/flush-hongkong.jsonl",
    "dataSha256": "f277a5eeeb6d64dc062f3a2c2295829a9e6d864ff1075d4b8d091e06f1bb0d7a"
  },
  {
    "id": "flush-taiwaneseClub",
    "question": "Does an early lean toward one suit pay?",
    "ruleset": "taiwaneseClub",
    "rulesetName": "Taiwanese (Club)",
    "control": "Flexible advanced discards",
    "treatment": "With at least 10 tiles of one suit at first decision, prefer discarding another suit with at most one extra distance unit; stop on exposure or a declaration",
    "pairs": 128,
    "seedBase": 260969000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E/S/W/N balanced",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "092d6904f971aa6e8376ebc463553adf62abbf52f3b542a65f0218b6a0e3ffdb",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T10:27:54.700Z",
    "completedAt": "2026-09-09T10:45:42.597Z",
    "seconds": 1067.895,
    "hands": 256,
    "meanDifference": 0.0390625,
    "interval95": [
      -0.037500000000000006,
      0.115625
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -0.4921875,
    "treatmentMean": -0.453125,
    "controlWinRate": 0.140625,
    "treatmentWinRate": 0.140625,
    "controlDealInRate": 0.1328125,
    "treatmentDealInRate": 0.1328125,
    "controlOpportunities": 5,
    "treatmentOpportunities": 10,
    "treatmentChangedDecisions": 10,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 1,
    "dataFile": "/lab-data/september-2026/flush-taiwaneseClub.jsonl",
    "dataSha256": "db25d06408af0fc812ee0bb711f4f21858358e93ab762832366088282025e9f3"
  },
  {
    "id": "value-pung-riichi",
    "question": "Take the first value-tile pung opportunity, or keep the hand closed?",
    "ruleset": "riichi",
    "rulesetName": "Japanese Riichi",
    "control": "Pass eligible value-honor pungs while concealed",
    "treatment": "Accept an eligible dragon, seat-wind or round-wind pung while concealed; same advanced AI elsewhere",
    "pairs": 256,
    "seedBase": 260979000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "b78ee212959e3fb8a2d1b31d6ae586fbc490ecc61437c336ee779cc37a8a5bd2",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled.",
      "The current shared engine does not enforce furiten. Riichi outputs are model diagnostics, not validated real-table defensive advice."
    ],
    "startedAt": "2026-09-09T10:33:06.228Z",
    "completedAt": "2026-09-09T10:48:56.365Z",
    "seconds": 950.134,
    "hands": 512,
    "meanDifference": -50.390625,
    "interval95": [
      -153.33406871162862,
      52.55281871162863
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": 41.015625,
    "treatmentMean": -9.375,
    "controlWinRate": 0.24609375,
    "treatmentWinRate": 0.23828125,
    "controlDealInRate": 0.12109375,
    "treatmentDealInRate": 0.13671875,
    "controlOpportunities": 64,
    "treatmentOpportunities": 41,
    "treatmentChangedDecisions": 9,
    "controlOutstandingPot": 3000,
    "treatmentOutstandingPot": 4000,
    "classification": "model-diagnostic",
    "pairedHandsWithDifferentNet": 31,
    "dataFile": "/lab-data/september-2026/value-pung-riichi.jsonl",
    "dataSha256": "5ede48bb00d673cff2a1797d49880830f4d2fdbcc5e2fab2380970f9012d8335"
  },
  {
    "id": "value-pung-hongkong",
    "question": "Take the first value-tile pung opportunity, or keep the hand closed?",
    "ruleset": "hongkong",
    "rulesetName": "Hong Kong Mahjong (New Style)",
    "control": "Pass eligible value-honor pungs while concealed",
    "treatment": "Accept an eligible dragon, seat-wind or round-wind pung while concealed; same advanced AI elsewhere",
    "pairs": 256,
    "seedBase": 260989000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "8d1e59d48bec752b05f975dce7429cefbd4b9794e7c792932f26b4a20bc013e6",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T10:45:43.230Z",
    "completedAt": "2026-09-09T11:03:53.201Z",
    "seconds": 1089.969,
    "hands": 512,
    "meanDifference": -0.109375,
    "interval95": [
      -1.0527493790544518,
      0.8339993790544518
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": -0.1171875,
    "treatmentMean": -0.2265625,
    "controlWinRate": 0.2265625,
    "treatmentWinRate": 0.19140625,
    "controlDealInRate": 0.1171875,
    "treatmentDealInRate": 0.1328125,
    "controlOpportunities": 62,
    "treatmentOpportunities": 45,
    "treatmentChangedDecisions": 22,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 35,
    "dataFile": "/lab-data/september-2026/value-pung-hongkong.jsonl",
    "dataSha256": "bc231b122ace86feeeab70073e40bf9d6b45a941ff947be553f499639fde004b"
  },
  {
    "id": "value-pung-chinese",
    "question": "Take the first value-tile pung opportunity, or keep the hand closed?",
    "ruleset": "chinese",
    "rulesetName": "Chinese Official (MCR)",
    "control": "Pass eligible value-honor pungs while concealed",
    "treatment": "Accept an eligible dragon, seat-wind or round-wind pung while concealed; same advanced AI elsewhere",
    "pairs": 256,
    "seedBase": 260999000,
    "ai": "advanced",
    "design": "Same seed, focal seat and round wind in both arms; focal seat cycles through 0..3 against fixed advanced opponents; fresh policy state each hand.",
    "rounds": "E",
    "primary": "Paired difference in focal seat net settled points per hand, including automatic transfers and own riichi deposits; outstanding sticks are shown separately.",
    "rulesetHash": "cbd3c9e0324769248306c596808235b9ef71b8983da988e9beede8ce127267d7",
    "files": {
      "src/game/__tests__/aiTiers.test.ts": "3429445af6dceb1bf5eee30f0a5dfaa8efd490b5348031ebd5fffda1567900c2",
      "src/game/__tests__/claims_arbitration.test.ts": "aad14d667b280ac82df3500b53fb4cdf0987dfdaa094e0f4f0334ff2068f415a",
      "src/game/__tests__/concealedKong.test.ts": "eb755c54a72295226ca09f15287449bd2a15dabecef0eb8122f1f5bfe807ea17",
      "src/game/__tests__/declarationLock.test.ts": "e48d3ad7050aa56d442f1a4a633784eed60587e007529401a394bc165cc1bf8b",
      "src/game/__tests__/ledger.test.ts": "88cb5cdfb45615457b53f1684469ae722b748decaec366c00ffda1aedce17e7b",
      "src/game/__tests__/promotedKong.test.ts": "925aae15e2fc5b080dffa0243879307e9caae1e4e4f11eae713dd729e072634e",
      "src/game/__tests__/session.test.ts": "a3ce2fbca887a67f022763785dfaba2c1dea5824ce3f901b1c088afe794131f3",
      "src/game/__tests__/settlement.test.ts": "041e144eba978400be543c1082722f56c783dc2d32da2f5e8d87d6a50bb0a7c2",
      "src/game/__tests__/taiFlow.test.ts": "67f8f7b1c36f650e569bf2ad76cbb8b468be6a8942796781344e4f8fb87c28e4",
      "src/game/__tests__/winGate.test.ts": "6c7409d66150d29f0cfc9ca0f1d9d0d3b89e853a775e8b8eabf658f809d38929",
      "src/game/ai.ts": "d5b472d9b315050761206498b1ca506caf4524fe77c2068a90193196b7ae4320",
      "src/game/aiEval.ts": "37433988d528c92cf376f8dcf5c5db3626c88b3109b95d00d330ce70d18f7a9b",
      "src/game/comboProgress.ts": "e46c7a1597e33ca7d19eadc379ef551d14d58b807602cbb0e294b6dccd3ec1a3",
      "src/game/engine.ts": "40831f09366c512a27b714d25e71661776b9552e6832292dc730ca6ef32f81ab",
      "src/game/session.ts": "50d20a1578c23cf5e9361c7b22d007513899d7bd7e5fdf325d6665785bd2a2de",
      "src/game/settlement.ts": "fecd4fae585a9d7e774d0dbf88e6f9fdd5b420687abe6d0f661434b35e09d990",
      "src/game/table.ts": "51401a2315d8785be44e68c760a005302fe2f20e47bc336cc37d534c0b139eeb",
      "src/game/voice.ts": "24cfdd823f595078cb1ac5853004b3d294a9dd8ead4d5c8ff833d20f66455273",
      "src/game/winGate.ts": "e1cea52cf78fc91c370fd1408ee7774cec2c2905be94abc38eca08def0d6955e",
      "src/scoring/__tests__/americanCard.test.ts": "fbca777822ff5c890086c6f4c798dd06661aad8a753c56ff3933a90e00f5921f",
      "src/scoring/__tests__/americanGrammar.test.ts": "9f9d225eddd915272d5ab9464a06713f2f341fed1a61806ba35cddba2c219aec",
      "src/scoring/__tests__/americanHands.test.ts": "c8370842d3cc355f72a9862a1434ade3dfa2a119f761f67226f74a224d74ef18",
      "src/scoring/__tests__/americanMatch.test.ts": "091f39146666b16c3bc36a56549be2393548d3fc5bc6f13866ca844c6dec4a9e",
      "src/scoring/__tests__/americanNotation.test.ts": "dfd01b378436cb0c4e379da73b2e515b0c249c6e913664c92cd2b46ba83b4745",
      "src/scoring/__tests__/chineseHands.test.ts": "964a006bd4094b536fbb534e48dca70142356b249354040c6a69256d36c4badb",
      "src/scoring/__tests__/chineseMCR.test.ts": "91a3451d66ac68b27679d9fc980597886cd59aa4bba5ff3a85d797d14d073a87",
      "src/scoring/__tests__/chineseMCR_exclusions.test.ts": "5b41fe3c371e07a9a6b2cba91b3f2339bacbdff9f53103ed3cc49213ad61971b",
      "src/scoring/__tests__/chineseMCR_low.test.ts": "53b768f1b204afc575352a56a51dd74e9f4d8e076464a62c471dc5e0a135946a",
      "src/scoring/__tests__/engineGuards.test.ts": "d5f70c1556be7877026e8604d2e1dc70ef6148f93c79ed667050604cc4dae371",
      "src/scoring/__tests__/featureAxioms.test.ts": "01710ba8af8daadd8c8241bf0ed1db57c3df55c4f0fb4edeea0b1b41d9552274",
      "src/scoring/__tests__/formula.test.ts": "120638526ca0aba28aff75b180c2ea4cbb6138cf7948c06a54d2492d9a61c6b7",
      "src/scoring/__tests__/goldRoundtrip.test.ts": "2ad720e9227014ea35092907e8e439a7d26f0efbf48300c32d07e2b25bdca055",
      "src/scoring/__tests__/hand.test.ts": "7420dc8332c634e9c808d670c54255f2cf39ec604fff77a4412c2865da846214",
      "src/scoring/__tests__/hongkongConsensus.test.ts": "6ab3fe452f1066c62df5e166f4696b98828c1590f69aac1e818e0874e87827fc",
      "src/scoring/__tests__/hongkongHKMA.test.ts": "cbf0af949366d807255814f473da102053d5376c5e759f77dce4f583b713fb0c",
      "src/scoring/__tests__/hongkongHands.test.ts": "c6f95dea741d9d579c096555e85339eff2b4f2b3de422aea6900458ec40b59c7",
      "src/scoring/__tests__/irAssemble.test.ts": "aa6e6503c6db0512063edb6c126a4e93e5e5edc31d0ee5160901fa50f42fa47c",
      "src/scoring/__tests__/irCompile.test.ts": "7c481fc2c8f90e3a6f672a48912f50f12a10f2d6afa461a2b488305dc848ac6d",
      "src/scoring/__tests__/irExamples.test.ts": "90302b597d5691f50f5f95a56de1e85497da1c4023cf261ca9690f1ed68637af",
      "src/scoring/__tests__/irExtract.test.ts": "051c9d67aaa12bc1885b3c392a9f8d0d52657f34f71e56b6b5a1094020ba4429",
      "src/scoring/__tests__/irHeal.test.ts": "f5d342e0e34bfe6ff575b851efab244d5ff49fdf7550c5b37a14274613ae2b03",
      "src/scoring/__tests__/irResearch.test.ts": "38e49f562b50f75f7a36d7a53bfaff80609cb8716718b9eac7a87c08c793e6f5",
      "src/scoring/__tests__/irVerify.test.ts": "8c45c7a53d591e73ae7e5673195bcf16379a1f838bc62aa75ea59628ce0b95b6",
      "src/scoring/__tests__/minThreshold.test.ts": "45395027caf602bafc2950974a35273d85c7513ffe97340f4ff316e7321c261b",
      "src/scoring/__tests__/mwis.test.ts": "a36ec888889cb814a772b1c9057e091844f8b9bdf926ecdcbd0edc6ec8299444",
      "src/scoring/__tests__/oracleHands.test.ts": "016f79a2a3778d8bf59fc7995158a691a8d80ce4d096e4b9b6107ee935bb7672",
      "src/scoring/__tests__/patternEngine.test.ts": "17e5d4aeaa1d5db0023bb739c47419be7d45da6e4f576afaaaa252885416eaed",
      "src/scoring/__tests__/reasoner.test.ts": "5fb2e0f5d1b0ea3adecae602ac99658be491cdf74071427a32fff5366f919d5e",
      "src/scoring/__tests__/riichiEMA.test.ts": "004b911355061dfbf8001ae7825e43918bb2865382a48ee3512fe2d5a6923c20",
      "src/scoring/__tests__/riichiHands.test.ts": "19107d0065f7a5ce3f86b9368e3c992daeac22ab4c7c9a1a0c7ecc86f7b32261",
      "src/scoring/__tests__/riichiSpec.test.ts": "ab84d320a8986aea32d51c898464212f0bf0ad44853c969c379a42d1ac7299fd",
      "src/scoring/__tests__/rulesGuides.test.ts": "0b5f7025331a63a5054fa4f5faade945ae9880507cce629344bea3f751190d19",
      "src/scoring/__tests__/scoring.test.ts": "2aed68193fadb3bfe0470a562b506cfbc2f040e545f65ab8d6df4d51c96ba20f",
      "src/scoring/__tests__/taiwaneseHands.test.ts": "8d06732875c355aa1f2cd25dc9354311163ff481be7cd2ef7457d17b0a4441bc",
      "src/scoring/__tests__/taiwaneseSpec.test.ts": "a023488a97ced91c99b92169d3a9ac4d4404ed21bad934797b0010706180a714",
      "src/scoring/__tests__/taiwaneseTai.test.ts": "3a995937baa894735f632b4a05bb60fc503f98a5d723ac399cfccb2fe9ac96f9",
      "src/scoring/__tests__/variations.test.ts": "5268ba428cb5735b8bdb534cfa5524bba2a0c4ed2fb4d0f1df5a5657d31c5b67",
      "src/scoring/__tests__/winDeduce.test.ts": "6b4b54efc782a55ed7c2f036e7ff9b7ddf4899a9c7fc62e5c1f2d1048617e3e9",
      "src/scoring/__tests__/winShapes16.test.ts": "4e9222eba7cadef8d6cbf6027b81634b23d0d81f8aeaff7d41631e6d0fe3dab1",
      "src/scoring/americanMatch.ts": "cdb69b444e085499637cdd2cedda5d2375b9dd65dab183ab3cc9b35ff6237944",
      "src/scoring/americanNotation.ts": "0beb64d76d1fb1881b490455dbda1e680ec03f05828b748eaa223f0a4c3b9120",
      "src/scoring/customEngine.ts": "03a669699f8de7d2a404f2ceda41e842469a441af50d52f9551e152bed0ccea0",
      "src/scoring/featureAxioms.ts": "1208bd955326fe8364e4ddac862c8cd7500d7a21a0ac66cd60ec7352b90f3003",
      "src/scoring/formula.ts": "1f9a6b5db724cabdb79ed414748f3053ecd48c803c4924887265614ea45ffa02",
      "src/scoring/hand.ts": "944265be8a2ca6eaff1b1d0e1c9fc9d75dad63c71c70d3bddb364e2e35e8ecc6",
      "src/scoring/mwis.ts": "9cc7559f3cf10e442abd1ff3d8a6e3d7087d7adda118f3f291296093235678e8",
      "src/scoring/patternEngine.ts": "f8c337654c8cb39eca36b37283d5a901fded1b6a2dea03e218beb19b2af986dd",
      "src/scoring/reasoner.ts": "388843ac589be564c46a98159df9bf579cd18c2071f5506fce4f36255d8b62f0",
      "src/scoring/rulesGuides.ts": "bc713729bd30702ecdda4b06ac7e8ce653e269d55e41656c3f9cbbbec2cd30d6",
      "src/scoring/rulesText.ts": "505c5261cb562d4d7521607af0d14a2fb9fcb9bdc7ecc3471fdbfb2fe2812134",
      "src/scoring/rulesets/american.ts": "d98bb35ab8975730e3bc996f0f1d8133d5479835a3570c139e0193d3d4652405",
      "src/scoring/rulesets/chinese.ts": "19b86868ce9a57b416dc2324acf02cf379d7c12c5f547aac3b2c0707fdb4bb66",
      "src/scoring/rulesets/chineseSpec.ts": "eb4b021b0ab2dfdb00aa6f226b635254e0abb4165bc6c3cebddbf3a2ffd92c80",
      "src/scoring/rulesets/hongkong.ts": "0ff45a9dd6801c3345f14a941ee491c682e7b268bf1bd34cd0f1306bdf327f24",
      "src/scoring/rulesets/hongkongSpec.ts": "c9eb63f8b73aa2a0ebe0e244a58d03c562e1b2dc998b8a3c05068e186cd61057",
      "src/scoring/rulesets/index.ts": "35343cab93f507505e98bc819eed6f6b65c72645b72ca3790755205be94a826c",
      "src/scoring/rulesets/onboardingBuiltins.ts": "7618b0b539d9f6afcba85a3a9a1eba2b7863aaf5e4a58bd0c77387701f74c250",
      "src/scoring/rulesets/riichi.ts": "eb79c1baa9c44d34332d3d52c674cc73fa26073fee05f9db023dce7498fcbb59",
      "src/scoring/rulesets/riichiSpec.ts": "4ef4ba9bcafaa75d64a568a7a8746dc2053f2ba8be127d6c94f4ed4a4a8edd12",
      "src/scoring/rulesets/taiwanese.ts": "a25e0050e76e6f0f258051f4d14dd48d5f6b6f352490c323c0f29e186d945021",
      "src/scoring/rulesets/taiwaneseClub.ts": "2872aa3f8401ddf7c5434a6afaa2b9439458e1d911bad8dbd701e0c8175d8733",
      "src/scoring/rulesets/taiwaneseSpec.ts": "8fcec11e99bf2758cb2c3b0dcc47c23b7f0fa59b5784e21807e0f7764ff53457",
      "src/scoring/rulesets/taiwaneseTaiSpec.ts": "eea9200eb86a5be0f1336a142be8bd46ec37806c15a4f0e6975adfaf5f29cdfb",
      "src/scoring/rulesets/types.ts": "3f35c49c06f367b70b1ae2f23dc21999bbd2425074af13ca6e4c655730ee5dbc",
      "src/scoring/tiles.ts": "62c5c1151b383b6a73ecb54539a1d583805b8754b2a5b1194b20d4fae6611d94",
      "scripts/simlab/runner.ts": "ef5673d7f0c2272a9edd29288cbcdec055e452a8005afc65a57cc0dffe7e3675",
      "scripts/simlab/research/check.ts": "b2af5e64953dc98630492a1cb55e5a242f8e88de8d23ab199957e45c6d09b1aa",
      "scripts/simlab/research/experiments.ts": "40f83d5dc17fca1c5654f546e84ae5f77cda3967c83c55a957660b4755617044",
      "scripts/simlab/research/run.ts": "b6c621f731134ede118ac9f9a440e94b9e1ea4588ecdba1accae29167383e700"
    },
    "limitations": [
      "Discovery sample; uncertainty may be wide. No human participants.",
      "Independent hands do not model full-match placement, honba or the future value of unawarded riichi sticks.",
      "Only automatic onEvent transfers are settled; manual flower-set and table-event payments are not modelled."
    ],
    "startedAt": "2026-09-09T10:48:56.894Z",
    "completedAt": "2026-09-09T11:11:08.563Z",
    "seconds": 1331.667,
    "hands": 512,
    "meanDifference": -0.6484375,
    "interval95": [
      -2.1711436087459166,
      0.8742686087459168
    ],
    "intervalMethod": "Normal approximation from independent paired-deal differences; exploratory, no multiplicity adjustment.",
    "controlMean": 0.1875,
    "treatmentMean": -0.4609375,
    "controlWinRate": 0.22265625,
    "treatmentWinRate": 0.20703125,
    "controlDealInRate": 0.12109375,
    "treatmentDealInRate": 0.12890625,
    "controlOpportunities": 74,
    "treatmentOpportunities": 53,
    "treatmentChangedDecisions": 17,
    "controlOutstandingPot": 0,
    "treatmentOutstandingPot": 0,
    "classification": "inconclusive",
    "pairedHandsWithDifferentNet": 48,
    "dataFile": "/lab-data/september-2026/value-pung-chinese.jsonl",
    "dataSha256": "c994aea185ff4b205f40bc708c2f07e2e9f3f02369944e4265b9d0e9b33fbd8d"
  }
]