{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "dense", "sparsity": 0.0, "actual_sparsity": 0.0, "nll": 2.264722197636132, "ppl": 9.628449423531919, "tokens": 65472, "eval_s": 576.6, "window_nll": [1.68636, 2.37931, 2.46187, 2.57926, 2.82701, 2.52292, 2.37391, 2.00497, 2.00188, 1.99917, 2.02425, 1.45948, 1.54232, 1.7135, 2.12217, 2.02547, 2.11142, 2.44693, 2.23664, 2.22591, 2.0771, 1.98835, 2.13196, 2.523, 2.28325, 2.29045, 2.39012, 2.57283, 2.35872, 2.36782, 2.49999, 2.60448, 2.6451, 2.36896, 2.32585, 2.50076, 1.99414, 2.15371, 1.90898, 1.97947, 2.39374, 2.3064, 2.73168, 2.27979, 2.33877, 2.30818, 2.359, 2.2568, 2.26322, 2.76186, 2.29744, 2.18547, 2.69109, 2.71831, 2.90037, 2.30253, 2.69958, 2.12723, 2.21868, 2.27915, 1.95588, 2.14253, 1.86919, 1.84551], "peak_gb": 11.25}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.05, "actual_sparsity": 0.05, "nll": 2.2649246543966313, "ppl": 9.630398965553162, "tokens": 65472, "eval_s": 230.9, "window_nll": [1.68838, 2.37436, 2.46086, 2.58047, 2.82862, 2.52837, 2.37157, 2.00526, 1.99989, 2.00636, 2.02581, 1.46242, 1.5469, 1.71118, 2.12197, 2.02887, 2.10969, 2.44445, 2.23342, 2.22499, 2.07311, 1.98787, 2.1286, 2.52157, 2.27721, 2.2882, 2.39144, 2.57146, 2.36208, 2.36551, 2.50112, 2.60476, 2.64791, 2.36818, 2.32797, 2.49877, 1.99431, 2.15487, 1.90886, 1.98247, 2.39312, 2.30865, 2.73032, 2.2798, 2.33683, 2.30815, 2.36217, 2.25814, 2.26663, 2.75527, 2.29834, 2.18592, 2.68873, 2.71792, 2.90092, 2.30311, 2.7021, 2.13161, 2.22055, 2.28136, 1.95401, 2.14066, 1.87393, 1.84684], "peak_gb": 11.25}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.1, "actual_sparsity": 0.1, "nll": 2.276571057525665, "ppl": 9.743214144553756, "tokens": 65472, "eval_s": 299.1, "window_nll": [1.69883, 2.38477, 2.47974, 2.58699, 2.83597, 2.53068, 2.39254, 2.00589, 2.0105, 2.02997, 2.03315, 1.47837, 1.56509, 1.7224, 2.13487, 2.04439, 2.11594, 2.45956, 2.23647, 2.23442, 2.08418, 2.00338, 2.14282, 2.53859, 2.29065, 2.3058, 2.40684, 2.5738, 2.36782, 2.36624, 2.51401, 2.61637, 2.65956, 2.37507, 2.33397, 2.50846, 2.00944, 2.15796, 1.91538, 1.9921, 2.4108, 2.32759, 2.7433, 2.29766, 2.34833, 2.32236, 2.36706, 2.26434, 2.28029, 2.77278, 2.32642, 2.19959, 2.69056, 2.73186, 2.91763, 2.31528, 2.71345, 2.13774, 2.23076, 2.29283, 1.96382, 2.15059, 1.88581, 1.86674], "peak_gb": 11.25}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.15, "actual_sparsity": 0.15, "nll": 2.3089531425856427, "ppl": 10.06388368727588, "tokens": 65472, "eval_s": 386.4, "window_nll": [1.7258, 2.41059, 2.51874, 2.62269, 2.88533, 2.56746, 2.4364, 2.01648, 2.04577, 2.07408, 2.07252, 1.51504, 1.60539, 1.76317, 2.17814, 2.08197, 2.13082, 2.4881, 2.27087, 2.23942, 2.10899, 2.03191, 2.17058, 2.56965, 2.31318, 2.33801, 2.44017, 2.57884, 2.37225, 2.40843, 2.54998, 2.64466, 2.69324, 2.40546, 2.35696, 2.53253, 2.03697, 2.16572, 1.93905, 2.02195, 2.44288, 2.36302, 2.79208, 2.31651, 2.37931, 2.35069, 2.39922, 2.31599, 2.3083, 2.80667, 2.34934, 2.24174, 2.71538, 2.78113, 2.94306, 2.34459, 2.76292, 2.18716, 2.26841, 2.3315, 2.00816, 2.21387, 1.91744, 1.90633], "peak_gb": 11.25}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.2, "actual_sparsity": 0.2, "nll": 2.382841482656559, "ppl": 10.835648468889827, "tokens": 65472, "eval_s": 142.5, "window_nll": [1.78694, 2.47267, 2.59448, 2.70798, 2.95156, 2.65538, 2.52302, 2.10527, 2.09359, 2.12627, 2.13699, 1.58993, 1.67136, 1.84026, 2.24553, 2.14193, 2.19306, 2.56288, 2.33458, 2.30547, 2.16459, 2.10791, 2.25411, 2.66005, 2.38155, 2.41594, 2.50222, 2.63978, 2.45424, 2.48625, 2.62338, 2.72048, 2.77705, 2.49015, 2.41343, 2.59, 2.10451, 2.25221, 1.98963, 2.0991, 2.51371, 2.42203, 2.85419, 2.39734, 2.44806, 2.4373, 2.46819, 2.39384, 2.37754, 2.88121, 2.4018, 2.33171, 2.77907, 2.86331, 3.02284, 2.41893, 2.85735, 2.26514, 2.35104, 2.43022, 2.10058, 2.30289, 2.02558, 1.99221], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.25, "actual_sparsity": 0.25, "nll": 2.5278967962703165, "ppl": 12.527131301289403, "tokens": 65472, "eval_s": 162.7, "window_nll": [1.91338, 2.64149, 2.71586, 2.88449, 3.10596, 2.82965, 2.70355, 2.2594, 2.24974, 2.26812, 2.28294, 1.75966, 1.81397, 1.97573, 2.37976, 2.29204, 2.32833, 2.72921, 2.46618, 2.42493, 2.25, 2.25556, 2.40022, 2.82465, 2.50897, 2.55907, 2.62355, 2.77492, 2.59291, 2.61817, 2.74691, 2.81747, 2.94143, 2.64635, 2.55418, 2.68566, 2.20678, 2.36723, 2.08321, 2.21588, 2.67327, 2.56577, 3.00288, 2.56015, 2.60726, 2.57795, 2.6256, 2.54327, 2.50599, 3.01783, 2.57832, 2.46798, 2.91717, 3.05445, 3.17577, 2.5752, 3.02104, 2.42184, 2.49553, 2.61931, 2.25412, 2.432, 2.21451, 2.18069], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.3, "actual_sparsity": 0.3, "nll": 3.0474518937216244, "ppl": 21.061608771996504, "tokens": 65472, "eval_s": 255.9, "window_nll": [2.23355, 3.30174, 3.48364, 3.53554, 4.01378, 3.53658, 3.35712, 2.61539, 2.73886, 2.7289, 2.65526, 2.09229, 2.17973, 2.35767, 2.82134, 2.66858, 2.70824, 3.24505, 2.80065, 2.85402, 2.65316, 2.53204, 2.82905, 3.19286, 2.83865, 2.96336, 3.06191, 3.21343, 3.01313, 3.14366, 3.15595, 3.28207, 3.39577, 3.02304, 2.94046, 3.07917, 2.51766, 2.65079, 2.44573, 2.97742, 3.2717, 3.03087, 3.57892, 3.27928, 3.23513, 3.15906, 3.23641, 3.12156, 3.09155, 4.16841, 3.64254, 2.86191, 3.44555, 3.96151, 3.91665, 3.38353, 3.95207, 2.89466, 2.95983, 3.05496, 2.75561, 2.87061, 2.72471, 2.60265], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.35, "actual_sparsity": 0.35, "nll": 4.123421886216627, "ppl": 61.770251806462994, "tokens": 65472, "eval_s": 283.3, "window_nll": [3.11794, 4.76828, 4.4473, 4.17063, 4.92241, 4.84503, 4.55787, 3.91685, 3.64404, 3.7963, 3.81525, 2.92102, 2.84129, 3.27622, 3.78956, 3.44082, 3.6325, 4.15502, 3.56468, 3.9763, 3.61554, 3.19873, 3.74231, 4.12372, 3.78346, 3.86038, 3.93005, 4.20642, 3.96902, 4.15241, 4.15133, 4.38515, 4.63133, 3.84549, 3.89147, 3.97334, 3.51685, 3.5658, 3.20053, 3.97512, 4.28271, 4.13619, 5.09252, 4.70938, 4.94651, 4.51448, 4.41914, 4.13429, 4.53082, 5.52947, 4.88339, 3.8705, 4.66188, 5.55945, 5.15912, 4.32631, 5.34811, 4.02615, 4.33712, 4.24201, 4.20779, 4.10039, 3.66359, 3.89993], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "layerwise", "sparsity": 0.4, "actual_sparsity": 0.4, "nll": 5.643448057761989, "ppl": 282.43489328068097, "tokens": 65472, "eval_s": 217.4, "window_nll": [5.13384, 6.43574, 5.83459, 5.89802, 6.67379, 6.40853, 6.44365, 6.13161, 5.44766, 5.61999, 5.53933, 4.24529, 4.2898, 4.79512, 5.27459, 4.71382, 5.24351, 5.63931, 5.35828, 5.55146, 5.62972, 4.62323, 5.1076, 5.76561, 4.87595, 5.14908, 5.58907, 5.66636, 5.21773, 5.46236, 5.46867, 5.95617, 5.59936, 4.99474, 5.19683, 5.26255, 5.43512, 4.89832, 5.09347, 5.16003, 5.69627, 5.5785, 6.48642, 5.82604, 6.06502, 5.88366, 5.85803, 5.61443, 5.81547, 6.47183, 6.25422, 5.68689, 5.69508, 6.6407, 6.84552, 5.76579, 6.8347, 5.84248, 5.81897, 6.13508, 6.37682, 5.82634, 5.12826, 6.20429], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.05, "actual_sparsity": 0.05, "nll": 2.266876572621067, "ppl": 9.649215074581583, "tokens": 65472, "eval_s": 126.1, "window_nll": [1.68918, 2.38045, 2.46391, 2.58376, 2.83335, 2.52474, 2.37343, 2.00566, 1.99906, 2.00752, 2.02882, 1.45993, 1.54467, 1.71877, 2.12336, 2.03005, 2.11104, 2.44539, 2.23522, 2.2251, 2.07538, 1.99279, 2.13027, 2.52528, 2.28193, 2.29596, 2.39534, 2.57437, 2.36011, 2.36883, 2.50289, 2.61089, 2.64669, 2.37409, 2.32704, 2.50065, 1.99608, 2.15109, 1.91089, 1.98238, 2.39773, 2.30707, 2.7343, 2.27969, 2.34147, 2.30916, 2.36833, 2.25876, 2.26495, 2.75812, 2.30088, 2.1836, 2.69165, 2.72168, 2.90006, 2.30786, 2.7017, 2.13027, 2.22353, 2.28421, 1.95598, 2.14635, 1.87619, 1.8502], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.1, "actual_sparsity": 0.1, "nll": 2.2826183082304627, "ppl": 9.80231231378134, "tokens": 65472, "eval_s": 122.7, "window_nll": [1.699, 2.39579, 2.48204, 2.61562, 2.8599, 2.53925, 2.39408, 2.01808, 2.01123, 2.03488, 2.02373, 1.48683, 1.56745, 1.73299, 2.14409, 2.04157, 2.12892, 2.4555, 2.24024, 2.23622, 2.07885, 2.00493, 2.14272, 2.54029, 2.29246, 2.3084, 2.40427, 2.5652, 2.37219, 2.37751, 2.5083, 2.6252, 2.66238, 2.38643, 2.33602, 2.51257, 2.01206, 2.15585, 1.92469, 2.00042, 2.41888, 2.32489, 2.75037, 2.29062, 2.35718, 2.32184, 2.37353, 2.27157, 2.28693, 2.78461, 2.33945, 2.20445, 2.70368, 2.74913, 2.91699, 2.32675, 2.72561, 2.1564, 2.23869, 2.3057, 1.97485, 2.17826, 1.89509, 1.87396], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.15, "actual_sparsity": 0.15, "nll": 2.3429909171946237, "ppl": 10.41233246111644, "tokens": 65472, "eval_s": 122.6, "window_nll": [1.73615, 2.44971, 2.55461, 2.6786, 2.91835, 2.60409, 2.48602, 2.06568, 2.07837, 2.09338, 2.08804, 1.55051, 1.62669, 1.7866, 2.22397, 2.09853, 2.15088, 2.52511, 2.29294, 2.28856, 2.12012, 2.03316, 2.19868, 2.58988, 2.34773, 2.37091, 2.4693, 2.63009, 2.4244, 2.4283, 2.58297, 2.69122, 2.73501, 2.45581, 2.39789, 2.55799, 2.05636, 2.20087, 1.96117, 2.0662, 2.4884, 2.39235, 2.82542, 2.35858, 2.41037, 2.37786, 2.42516, 2.3576, 2.3568, 2.84598, 2.39534, 2.25887, 2.76295, 2.82568, 2.97893, 2.37837, 2.78797, 2.23954, 2.30986, 2.38069, 2.02926, 2.23609, 1.96096, 1.95354], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.2, "actual_sparsity": 0.2, "nll": 2.4754999548575514, "ppl": 11.88764891547931, "tokens": 65472, "eval_s": 122.9, "window_nll": [1.82679, 2.55659, 2.676, 2.80129, 3.04479, 2.75896, 2.647, 2.18366, 2.20343, 2.24265, 2.20891, 1.66875, 1.76279, 1.93433, 2.36462, 2.25285, 2.2566, 2.67361, 2.39791, 2.41587, 2.20948, 2.14925, 2.3411, 2.71291, 2.48212, 2.49877, 2.59669, 2.74983, 2.55526, 2.57702, 2.71578, 2.85406, 2.90576, 2.58516, 2.50815, 2.67632, 2.18543, 2.31714, 2.06065, 2.17157, 2.63058, 2.5152, 2.99206, 2.49364, 2.54979, 2.52388, 2.56484, 2.54422, 2.48171, 2.99325, 2.50378, 2.38524, 2.85711, 2.96124, 3.13011, 2.50016, 2.916, 2.38954, 2.45794, 2.52096, 2.18836, 2.38605, 2.10406, 2.11244], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.25, "actual_sparsity": 0.25, "nll": 2.7081955455731554, "ppl": 15.002180325509471, "tokens": 65472, "eval_s": 122.7, "window_nll": [2.0716, 2.78645, 2.88215, 3.03355, 3.28523, 3.01718, 2.90918, 2.45219, 2.4641, 2.49207, 2.41403, 1.84279, 1.97182, 2.10606, 2.58526, 2.44154, 2.49837, 2.90751, 2.61894, 2.61131, 2.39693, 2.36365, 2.55114, 2.89844, 2.66893, 2.69344, 2.8192, 2.94044, 2.76889, 2.8073, 2.95358, 3.10275, 3.16241, 2.80723, 2.74471, 2.88762, 2.40426, 2.50651, 2.2342, 2.36081, 2.8978, 2.74291, 3.22631, 2.73714, 2.7801, 2.77258, 2.76841, 2.73278, 2.72725, 3.23991, 2.71732, 2.59847, 3.03492, 3.23044, 3.36992, 2.73, 3.17292, 2.66702, 2.7263, 2.84582, 2.52718, 2.6826, 2.4372, 2.49545], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.3, "actual_sparsity": 0.3, "nll": 3.2661378027057366, "ppl": 26.209915744694175, "tokens": 65472, "eval_s": 122.5, "window_nll": [2.45648, 3.29851, 3.26386, 3.60195, 4.03335, 3.54876, 3.5692, 2.96111, 2.9705, 3.10503, 2.88314, 2.43079, 2.45329, 2.67573, 3.21178, 3.01307, 3.04565, 3.405, 3.07618, 3.06533, 2.79277, 2.89425, 3.02989, 3.50994, 3.08436, 3.14897, 3.3498, 3.50122, 3.26095, 3.28959, 3.40517, 3.65486, 3.69174, 3.34434, 3.24561, 3.31227, 2.81855, 2.88131, 2.69511, 2.90074, 3.49154, 3.36476, 3.73056, 3.31874, 3.46484, 3.46184, 3.45176, 3.40945, 3.2811, 3.88454, 3.3944, 3.09299, 3.6284, 4.07163, 3.9812, 3.32282, 3.94833, 3.26391, 3.34193, 3.53275, 3.21822, 3.19072, 3.16851, 3.1377], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "global", "sparsity": 0.35, "actual_sparsity": 0.35, "nll": 4.815272087924991, "ppl": 123.38037805460405, "tokens": 65472, "eval_s": 122.8, "window_nll": [3.88233, 5.3501, 4.91201, 5.29643, 6.27255, 5.74804, 5.43494, 4.43343, 4.23858, 4.64592, 4.20481, 3.58029, 3.52938, 4.15536, 4.7448, 4.15658, 4.38796, 4.76966, 4.47676, 4.42103, 3.94396, 4.01389, 4.2325, 5.04488, 4.09107, 4.36132, 4.53504, 4.69384, 4.66108, 4.78331, 4.66406, 5.19327, 5.18231, 4.46498, 4.48568, 4.61106, 4.16779, 3.92316, 4.11956, 4.54582, 5.04342, 4.87344, 5.54098, 5.43696, 5.12639, 5.3748, 5.2303, 5.04765, 4.83499, 6.38672, 5.0791, 4.53096, 5.1168, 6.53028, 5.80301, 5.28187, 5.65541, 5.09568, 5.02803, 5.30642, 5.2537, 4.73349, 4.66585, 4.84165], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "random", "sparsity": 0.05, "actual_sparsity": 0.05, "nll": 2.9144718183217275, "ppl": 18.43907065098378, "tokens": 65472, "eval_s": 125.0, "window_nll": [2.48897, 3.0419, 2.92307, 3.18825, 3.40843, 3.19899, 3.07421, 2.65276, 2.60896, 2.64875, 2.68804, 2.11441, 2.29254, 2.42454, 2.76415, 2.73931, 2.77989, 3.08391, 2.89593, 2.81751, 2.64217, 2.53267, 2.67968, 3.07407, 2.80032, 2.88679, 3.06527, 3.17401, 3.06373, 3.05635, 3.08644, 3.30202, 3.26193, 2.94579, 2.93607, 3.06281, 2.58312, 2.70687, 2.37696, 2.61019, 3.0359, 2.96044, 3.40944, 2.96082, 2.98136, 2.93288, 3.01054, 2.8743, 2.83357, 3.42782, 3.01323, 2.7787, 3.28094, 3.53604, 3.57374, 2.90287, 3.32762, 2.71698, 2.95309, 3.0197, 2.87116, 2.84507, 2.71068, 2.88752], "peak_gb": 10.5}
{"model": "google/gemma-4-E2B", "seq_len": 1024, "windows": 64, "targets": 205, "prunable_weights": 1835532288, "seed": 0, "method": "random", "sparsity": 0.1, "actual_sparsity": 0.100007, "nll": 4.856618201627759, "ppl": 128.58860523625074, "tokens": 65472, "eval_s": 123.0, "window_nll": [4.40973, 4.99054, 4.69779, 5.14675, 5.28313, 5.16729, 5.17711, 4.5069, 4.50683, 4.68359, 4.64163, 4.2778, 4.47179, 4.36317, 4.62474, 4.46394, 4.71466, 5.07977, 4.75649, 4.77102, 4.27581, 4.78801, 4.68704, 5.42653, 4.58477, 4.75754, 4.87764, 4.73719, 5.01057, 4.95338, 4.89637, 4.97582, 5.19108, 4.40953, 4.78305, 4.71229, 4.59441, 4.29742, 4.07447, 4.26894, 4.94173, 5.07176, 5.19608, 5.08293, 5.10584, 5.20771, 5.00851, 5.01123, 4.80824, 5.29149, 5.02128, 4.77151, 5.02247, 5.53923, 5.6131, 4.65305, 5.54237, 4.7895, 5.16, 5.12324, 5.07065, 4.93075, 4.74721, 5.07715], "peak_gb": 10.5}
