{
  "description": "Rounded aggregate values transcribed from experiment reports; not raw per-window, per-paragraph, or per-run measurements. Confidence intervals cannot be regenerated from these tables.",
  "reports": [
    {
      "experiment": "vocab",
      "reported_at": "2026-11-18T05:35:42.180Z",
      "tables": [
        {
          "columns": [
            "残す語彙",
            "英語:語彙外",
            "英語:トークン数",
            "日本語:語彙外",
            "日本語:トークン数",
            "分割が元と一致した段落"
          ],
          "rows": [
            [
              "64k",
              "1.45%",
              "+1.6%",
              "0.33%",
              "+0.4%",
              "英語 1,401/1,401、日本語 43,879/43,879"
            ],
            [
              "32k",
              "5.69%",
              "+7.0%",
              "1.12%",
              "+1.6%",
              "英語 622/622、日本語 35,297/35,297"
            ],
            [
              "16k",
              "12.86%",
              "+18.9%",
              "3.43%",
              "+4.9%",
              "英語 320/320、日本語 22,209/22,209"
            ]
          ]
        },
        {
          "columns": [
            "残す語彙",
            "英語 BPB(元との差 [95%信頼区間])",
            "日本語 BPB(元との差 [95%信頼区間])",
            "削ったトークンに元のモデルが置いていた確率(英語/日本語)"
          ],
          "rows": [
            [
              "元(262,144)",
              "0.801",
              "0.780",
              "–"
            ],
            [
              "64k",
              "0.829(+3.4%、+0.0275 [+0.0235, +0.0317])",
              "0.789(+1.1%、+0.0087 [+0.0060, +0.0116])",
              "1.7% / 0.6%"
            ],
            [
              "32k",
              "0.933(+16.5%、+0.1324 [+0.1196, +0.1463])",
              "0.818(+4.9%、+0.0380 [+0.0317, +0.0446])",
              "5.6% / 1.6%"
            ],
            [
              "16k",
              "1.200(+49.7%、+0.3985 [+0.3755, +0.4219])",
              "0.907(+16.3%、+0.1272 [+0.1140, +0.1406])",
              "12.8% / 3.8%"
            ]
          ]
        },
        {
          "columns": [
            "",
            "元(bf16)",
            "64k(bf16)",
            "元(8ビット)",
            "64k(8ビット)"
          ],
          "rows": [
            [
              "パラメータ",
              "4.629B",
              "2.565B(-44.6%)",
              "同左",
              "同左"
            ],
            [
              "重み",
              "9.26 GB",
              "5.13 GB",
              "4.92 GB",
              "2.73 GB"
            ],
            [
              "生成時のピークメモリ",
              "9.61 GB",
              "5.48 GB",
              "5.47 GB",
              "3.28 GB"
            ],
            [
              "生成(トークン/秒)",
              "18.3",
              "21.0(+14.3%)",
              "31.5",
              "37.4(+18.8%)"
            ]
          ]
        }
      ]
    },
    {
      "experiment": "allocation",
      "reported_at": "2026-11-18T07:46:08.550Z",
      "tables": [
        {
          "columns": [
            "削除総数",
            "全層均等(#16318)",
            "実測の感度で配分",
            "均等との差 [95%信頼区間]",
            "統計だけで配分"
          ],
          "rows": [
            [
              "10%相当",
              "10.27(1.066倍)",
              "10.18(1.057倍)",
              "-0.0087 [-0.0128, -0.0048]",
              "11.38(1.182倍)"
            ],
            [
              "15%相当",
              "10.69(1.111倍)",
              "10.51(1.092倍)",
              "-0.0173 [-0.0213, -0.0134]",
              "–"
            ],
            [
              "20%相当",
              "11.44(1.188倍)",
              "11.01(1.144倍)",
              "-0.0381 [-0.0428, -0.0332]",
              "12.60(1.309倍)"
            ],
            [
              "30%相当",
              "14.18(1.473倍)",
              "12.71(1.320倍)",
              "-0.1092 [-0.1181, -0.1006]",
              "14.61(1.518倍)"
            ]
          ]
        },
        {
          "columns": [
            "",
            "元",
            "均等10%",
            "実測で配分した15%"
          ],
          "rows": [
            [
              "パラメータ",
              "4.629B",
              "4.466B(-3.5%)",
              "4.401B(-4.9%)"
            ],
            [
              "生成時のピークメモリ",
              "9.61 GB",
              "9.31 GB",
              "9.18 GB"
            ],
            [
              "生成(トークン/秒)",
              "18.5",
              "19.8(+7.4%)",
              "20.3(+9.8%)"
            ],
            [
              "perplexity",
              "9.628",
              "10.267",
              "10.511"
            ]
          ]
        }
      ]
    }
  ]
}
