Download mini-beatrix-3/v3_preflight/coverage_audit.json from AbstractPhil/alephllm-mini-beatrix-training: direct link, hf CLI and curl.
- Browser
- Download file 29.5 kB
-
https://huggingface.co/AbstractPhil/alephllm-mini-beatrix-training/resolve/main/mini-beatrix-3/v3_preflight/coverage_audit.json
- Command line
-
hf download hf://AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3/v3_preflight/coverage_audit.json
-
curl -L -o coverage_audit.json https://huggingface.co/AbstractPhil/alephllm-mini-beatrix-training/resolve/main/mini-beatrix-3/v3_preflight/coverage_audit.json
29.5 kB
| { | |
| "rung": "CA", | |
| "tag": "2SLCA", | |
| "started": "2026-09-19 12:16", | |
| "data_plane": { | |
| "data_scale": 4.0, | |
| "epoch_cap": 2.0, | |
| "rule": "generators" | |
| }, | |
| "sample": { | |
| "batches": 48, | |
| "micro_batch": 8, | |
| "context": 1024, | |
| "seed": 7 | |
| }, | |
| "sources": { | |
| "wikitext-103": { | |
| "n_words": 48703, | |
| "n_bytes": 393600, | |
| "live_cells": 4383, | |
| "space_share": 0.0002612471580505371, | |
| "mass": 177726.0, | |
| "planned_bytes": 300000000, | |
| "n_caveated": 4383, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.803, | |
| 2.151 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.288, | |
| 0.688, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.832 | |
| ], | |
| "frac_entropy_lt_1bit": 0.578, | |
| "frac_closable_gt_half": 0.152, | |
| "seconds": 13.1, | |
| "unique_cells": 220, | |
| "unique_share_of_own": 0.05 | |
| }, | |
| "fineweb-edu": { | |
| "n_words": 49168, | |
| "n_bytes": 393600, | |
| "live_cells": 4017, | |
| "space_share": 0.00023943185806274414, | |
| "mass": 179609.0, | |
| "planned_bytes": 24594736842, | |
| "n_caveated": 4017, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.65, | |
| 2.061 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.305, | |
| 0.75, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.821 | |
| ], | |
| "frac_entropy_lt_1bit": 0.614, | |
| "frac_closable_gt_half": 0.159, | |
| "seconds": 13.1, | |
| "unique_cells": 132, | |
| "unique_share_of_own": 0.033 | |
| }, | |
| "tinystories": { | |
| "n_words": 62310, | |
| "n_bytes": 393600, | |
| "live_cells": 2386, | |
| "space_share": 0.00014221668243408203, | |
| "mass": 144861.0, | |
| "planned_bytes": 7383578947, | |
| "n_caveated": 2386, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.501 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 0.917, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 0.794, | |
| "frac_closable_gt_half": 0.23, | |
| "seconds": 4.5, | |
| "unique_cells": 3, | |
| "unique_share_of_own": 0.001 | |
| }, | |
| "simple-wiki": { | |
| "n_words": 47011, | |
| "n_bytes": 393600, | |
| "live_cells": 4681, | |
| "space_share": 0.0002790093421936035, | |
| "mass": 171172.0, | |
| "planned_bytes": 4400000000, | |
| "n_caveated": 4681, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.811, | |
| 2.156 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.278, | |
| 0.676, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.804 | |
| ], | |
| "frac_entropy_lt_1bit": 0.573, | |
| "frac_closable_gt_half": 0.155, | |
| "seconds": 4.6, | |
| "unique_cells": 302, | |
| "unique_share_of_own": 0.065 | |
| }, | |
| "aochildes": { | |
| "n_words": 50801, | |
| "n_bytes": 393600, | |
| "live_cells": 2673, | |
| "space_share": 0.00015932321548461914, | |
| "mass": 113921.0, | |
| "planned_bytes": 12824000, | |
| "n_caveated": 2673, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.377 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 0.935, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 0.799, | |
| "frac_closable_gt_half": 0.24, | |
| "seconds": 4.7, | |
| "unique_cells": 195, | |
| "unique_share_of_own": 0.073 | |
| }, | |
| "recall-synth": { | |
| "n_words": 60543, | |
| "n_bytes": 393600, | |
| "live_cells": 64, | |
| "space_share": 3.814697265625e-06, | |
| "mass": 167416.0, | |
| "planned_bytes": 2609923789, | |
| "n_caveated": 64, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.001, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.453, | |
| "seconds": 0.2, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "counting-synth": { | |
| "n_words": 56353, | |
| "n_bytes": 393600, | |
| "live_cells": 50, | |
| "space_share": 2.9802322387695312e-06, | |
| "mass": 134322.0, | |
| "planned_bytes": 256652000, | |
| "n_caveated": 50, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.25, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.36, | |
| "seconds": 0.2, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "perspective-synth": { | |
| "n_words": 69284, | |
| "n_bytes": 393600, | |
| "live_cells": 115, | |
| "space_share": 6.854534149169922e-06, | |
| "mass": 151812.0, | |
| "planned_bytes": 1128904000, | |
| "n_caveated": 115, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.417, | |
| "seconds": 0.3, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "cosmo-young": { | |
| "n_words": 49881, | |
| "n_bytes": 393600, | |
| "live_cells": 3461, | |
| "space_share": 0.00020629167556762695, | |
| "mass": 195679.0, | |
| "planned_bytes": 5000000000, | |
| "n_caveated": 3461, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.516, | |
| 1.903 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.333, | |
| 0.8, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.774 | |
| ], | |
| "frac_entropy_lt_1bit": 0.651, | |
| "frac_closable_gt_half": 0.146, | |
| "seconds": 5.8, | |
| "unique_cells": 31, | |
| "unique_share_of_own": 0.009 | |
| }, | |
| "concept-synth": { | |
| "n_words": 52369, | |
| "n_bytes": 393600, | |
| "live_cells": 119, | |
| "space_share": 7.092952728271484e-06, | |
| "mass": 126523.0, | |
| "planned_bytes": 1863352000, | |
| "n_caveated": 119, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.001, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.437, | |
| "seconds": 0.2, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "siqa-narrative": { | |
| "n_words": 59948, | |
| "n_bytes": 393600, | |
| "live_cells": 2891, | |
| "space_share": 0.0001723170280456543, | |
| "mass": 164279.0, | |
| "planned_bytes": 30600000, | |
| "n_caveated": 2891, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.159, | |
| 1.713 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.333, | |
| 0.846, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.945 | |
| ], | |
| "frac_entropy_lt_1bit": 0.706, | |
| "frac_closable_gt_half": 0.177, | |
| "seconds": 3.0, | |
| "unique_cells": 11, | |
| "unique_share_of_own": 0.004 | |
| }, | |
| "definitions": { | |
| "n_words": 46150, | |
| "n_bytes": 393600, | |
| "live_cells": 3324, | |
| "space_share": 0.00019812583923339844, | |
| "mass": 198218.0, | |
| "planned_bytes": 444016000, | |
| "n_caveated": 3324, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.696, | |
| 1.97 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.329, | |
| 0.75, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.742 | |
| ], | |
| "frac_entropy_lt_1bit": 0.629, | |
| "frac_closable_gt_half": 0.137, | |
| "seconds": 31.6, | |
| "unique_cells": 36, | |
| "unique_share_of_own": 0.011 | |
| }, | |
| "wikipedia-en": { | |
| "n_words": 48157, | |
| "n_bytes": 393600, | |
| "live_cells": 4563, | |
| "space_share": 0.0002719759941101074, | |
| "mass": 176994.0, | |
| "planned_bytes": 984000000, | |
| "n_caveated": 4563, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.722, | |
| 2.112 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.286, | |
| 0.727, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.827 | |
| ], | |
| "frac_entropy_lt_1bit": 0.594, | |
| "frac_closable_gt_half": 0.156, | |
| "seconds": 8.0, | |
| "unique_cells": 306, | |
| "unique_share_of_own": 0.067 | |
| }, | |
| "rulechain-synth": { | |
| "n_words": 57090, | |
| "n_bytes": 393600, | |
| "live_cells": 32, | |
| "space_share": 1.9073486328125e-06, | |
| "mass": 115958.0, | |
| "planned_bytes": 2553648000, | |
| "n_caveated": 32, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.594, | |
| "seconds": 0.2, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "proofwriter-prose": { | |
| "n_words": 63277, | |
| "n_bytes": 393600, | |
| "live_cells": 132, | |
| "space_share": 7.867813110351562e-06, | |
| "mass": 140310.0, | |
| "planned_bytes": 934624000, | |
| "n_caveated": 132, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.001, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 0.992, | |
| "frac_closable_gt_half": 0.417, | |
| "seconds": 3.5, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "babi-prose": { | |
| "n_words": 57294, | |
| "n_bytes": 393600, | |
| "live_cells": 244, | |
| "space_share": 1.4543533325195312e-05, | |
| "mass": 171051.0, | |
| "planned_bytes": 26416000, | |
| "n_caveated": 244, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 0.992, | |
| "frac_closable_gt_half": 0.283, | |
| "seconds": 1.9, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "arith-synth": { | |
| "n_words": 30013, | |
| "n_bytes": 393600, | |
| "live_cells": 16, | |
| "space_share": 9.5367431640625e-07, | |
| "mass": 56339.0, | |
| "planned_bytes": 2681648000, | |
| "n_caveated": 16, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.438, | |
| "seconds": 0.3, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "causal-synth": { | |
| "n_words": 64764, | |
| "n_bytes": 393600, | |
| "live_cells": 144, | |
| "space_share": 8.58306884765625e-06, | |
| "mass": 154326.0, | |
| "planned_bytes": 2124496000, | |
| "n_caveated": 144, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.347, | |
| "seconds": 0.1, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "atomic-flicker": { | |
| "n_words": 58529, | |
| "n_bytes": 393600, | |
| "live_cells": 2504, | |
| "space_share": 0.00014925003051757812, | |
| "mass": 165419.0, | |
| "planned_bytes": 750824000, | |
| "n_caveated": 2504, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.588 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.294, | |
| 0.871, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.977 | |
| ], | |
| "frac_entropy_lt_1bit": 0.733, | |
| "frac_closable_gt_half": 0.176, | |
| "seconds": 3.5, | |
| "unique_cells": 14, | |
| "unique_share_of_own": 0.006 | |
| }, | |
| "gutenberg": { | |
| "n_words": 49471, | |
| "n_bytes": 393600, | |
| "live_cells": 3445, | |
| "space_share": 0.0002053380012512207, | |
| "mass": 151076.0, | |
| "planned_bytes": 320000000, | |
| "n_caveated": 3445, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.65, | |
| 2.037 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.328, | |
| 0.75, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.8 | |
| ], | |
| "frac_entropy_lt_1bit": 0.624, | |
| "frac_closable_gt_half": 0.154, | |
| "seconds": 156.1, | |
| "unique_cells": 75, | |
| "unique_share_of_own": 0.022 | |
| }, | |
| "tryfail-synth": { | |
| "n_words": 57627, | |
| "n_bytes": 393600, | |
| "live_cells": 109, | |
| "space_share": 6.496906280517578e-06, | |
| "mass": 152655.0, | |
| "planned_bytes": 1492496000, | |
| "n_caveated": 109, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.339, | |
| "seconds": 0.1, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "fineweb-good": { | |
| "n_words": 47764, | |
| "n_bytes": 393600, | |
| "live_cells": 3888, | |
| "space_share": 0.00023174285888671875, | |
| "mass": 184493.0, | |
| "planned_bytes": 560000000, | |
| "n_caveated": 3888, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.585, | |
| 2.018 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.316, | |
| 0.784, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.8 | |
| ], | |
| "frac_entropy_lt_1bit": 0.641, | |
| "frac_closable_gt_half": 0.147, | |
| "seconds": 11.1, | |
| "unique_cells": 105, | |
| "unique_share_of_own": 0.027 | |
| }, | |
| "register-synth": { | |
| "n_words": 57225, | |
| "n_bytes": 393600, | |
| "live_cells": 260, | |
| "space_share": 1.5497207641601562e-05, | |
| "mass": 166006.0, | |
| "planned_bytes": 1120000000, | |
| "n_caveated": 260, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 1.0, | |
| "frac_closable_gt_half": 0.269, | |
| "seconds": 0.1, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| }, | |
| "cosmopedia": { | |
| "n_words": 47915, | |
| "n_bytes": 393600, | |
| "live_cells": 3558, | |
| "space_share": 0.00021207332611083984, | |
| "mass": 203018.0, | |
| "planned_bytes": 1642105263, | |
| "n_caveated": 3558, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.61, | |
| 1.968 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.333, | |
| 0.786, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.709 | |
| ], | |
| "frac_entropy_lt_1bit": 0.627, | |
| "frac_closable_gt_half": 0.138, | |
| "seconds": 4.5, | |
| "unique_cells": 52, | |
| "unique_share_of_own": 0.015 | |
| }, | |
| "soda-dialogue": { | |
| "n_words": 53716, | |
| "n_bytes": 393600, | |
| "live_cells": 2960, | |
| "space_share": 0.00017642974853515625, | |
| "mass": 152108.0, | |
| "planned_bytes": 985263157, | |
| "n_caveated": 2960, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.297, | |
| 1.79 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.297, | |
| 0.816, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.909 | |
| ], | |
| "frac_entropy_lt_1bit": 0.704, | |
| "frac_closable_gt_half": 0.185, | |
| "seconds": 23.2, | |
| "unique_cells": 48, | |
| "unique_share_of_own": 0.016 | |
| }, | |
| "beatrix-texture-sp": { | |
| "n_words": 37521, | |
| "n_bytes": 393600, | |
| "live_cells": 154, | |
| "space_share": 9.179115295410156e-06, | |
| "mass": 121398.0, | |
| "planned_bytes": 200000000, | |
| "n_caveated": 154, | |
| "entropy_bits_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "top_share_q10_50_90": [ | |
| 0.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "closability_q10_50_90": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "frac_entropy_lt_1bit": 0.994, | |
| "frac_closable_gt_half": 0.299, | |
| "seconds": 0.2, | |
| "unique_cells": 0, | |
| "unique_share_of_own": 0.0 | |
| } | |
| }, | |
| "minted_programs": "ABSENT (D2 owed): not audited", | |
| "planned_bytes": { | |
| "wikitext-103": 300000000, | |
| "fineweb-edu": 24594736842, | |
| "tinystories": 7383578947, | |
| "simple-wiki": 4400000000, | |
| "aochildes": 12824000, | |
| "recall-synth": 2609923789, | |
| "counting-synth": 256652000, | |
| "perspective-synth": 1128904000, | |
| "cosmo-young": 5000000000, | |
| "concept-synth": 1863352000, | |
| "siqa-narrative": 30600000, | |
| "definitions": 444016000, | |
| "wikipedia-en": 984000000, | |
| "rulechain-synth": 2553648000, | |
| "proofwriter-prose": 934624000, | |
| "babi-prose": 26416000, | |
| "arith-synth": 2681648000, | |
| "causal-synth": 2124496000, | |
| "atomic-flicker": 750824000, | |
| "gutenberg": 320000000, | |
| "tryfail-synth": 1492496000, | |
| "fineweb-good": 560000000, | |
| "register-synth": 1120000000, | |
| "cosmopedia": 1642105263, | |
| "soda-dialogue": 985263157, | |
| "beatrix-texture-sp": 200000000 | |
| }, | |
| "mix": { | |
| "union_live_cells": 6954, | |
| "union_space_share": 0.0004144906997680664, | |
| "cells_for_50pct_of_planned_mass": 254, | |
| "cells_for_90pct_of_planned_mass": 1275, | |
| "pairwise_jaccard_live_cells": { | |
| "wikitext-103|fineweb-edu": 0.68, | |
| "wikitext-103|tinystories": 0.495, | |
| "wikitext-103|simple-wiki": 0.677, | |
| "wikitext-103|aochildes": 0.449, | |
| "wikitext-103|recall-synth": 0.015, | |
| "wikitext-103|counting-synth": 0.011, | |
| "wikitext-103|perspective-synth": 0.026, | |
| "wikitext-103|cosmo-young": 0.659, | |
| "wikitext-103|concept-synth": 0.027, | |
| "wikitext-103|siqa-narrative": 0.592, | |
| "wikitext-103|definitions": 0.642, | |
| "wikitext-103|wikipedia-en": 0.667, | |
| "wikitext-103|rulechain-synth": 0.007, | |
| "wikitext-103|proofwriter-prose": 0.03, | |
| "wikitext-103|babi-prose": 0.055, | |
| "wikitext-103|arith-synth": 0.004, | |
| "wikitext-103|causal-synth": 0.033, | |
| "wikitext-103|atomic-flicker": 0.528, | |
| "wikitext-103|gutenberg": 0.642, | |
| "wikitext-103|tryfail-synth": 0.024, | |
| "wikitext-103|fineweb-good": 0.673, | |
| "wikitext-103|register-synth": 0.059, | |
| "wikitext-103|cosmopedia": 0.662, | |
| "wikitext-103|soda-dialogue": 0.585, | |
| "wikitext-103|beatrix-texture-sp": 0.035, | |
| "fineweb-edu|tinystories": 0.524, | |
| "fineweb-edu|simple-wiki": 0.653, | |
| "fineweb-edu|aochildes": 0.467, | |
| "fineweb-edu|recall-synth": 0.016, | |
| "fineweb-edu|counting-synth": 0.012, | |
| "fineweb-edu|perspective-synth": 0.028, | |
| "fineweb-edu|cosmo-young": 0.694, | |
| "fineweb-edu|concept-synth": 0.029, | |
| "fineweb-edu|siqa-narrative": 0.627, | |
| "fineweb-edu|definitions": 0.676, | |
| "fineweb-edu|wikipedia-en": 0.654, | |
| "fineweb-edu|rulechain-synth": 0.007, | |
| "fineweb-edu|proofwriter-prose": 0.033, | |
| "fineweb-edu|babi-prose": 0.06, | |
| "fineweb-edu|arith-synth": 0.004, | |
| "fineweb-edu|causal-synth": 0.036, | |
| "fineweb-edu|atomic-flicker": 0.564, | |
| "fineweb-edu|gutenberg": 0.653, | |
| "fineweb-edu|tryfail-synth": 0.027, | |
| "fineweb-edu|fineweb-good": 0.708, | |
| "fineweb-edu|register-synth": 0.065, | |
| "fineweb-edu|cosmopedia": 0.69, | |
| "fineweb-edu|soda-dialogue": 0.612, | |
| "fineweb-edu|beatrix-texture-sp": 0.038, | |
| "tinystories|simple-wiki": 0.469, | |
| "tinystories|aochildes": 0.576, | |
| "tinystories|recall-synth": 0.025, | |
| "tinystories|counting-synth": 0.021, | |
| "tinystories|perspective-synth": 0.047, | |
| "tinystories|cosmo-young": 0.606, | |
| "tinystories|concept-synth": 0.049, | |
| "tinystories|siqa-narrative": 0.685, | |
| "tinystories|definitions": 0.556, | |
| "tinystories|wikipedia-en": 0.471, | |
| "tinystories|rulechain-synth": 0.012, | |
| "tinystories|proofwriter-prose": 0.055, | |
| "tinystories|babi-prose": 0.099, | |
| "tinystories|arith-synth": 0.007, | |
| "tinystories|causal-synth": 0.059, | |
| "tinystories|atomic-flicker": 0.669, | |
| "tinystories|gutenberg": 0.599, | |
| "tinystories|tryfail-synth": 0.043, | |
| "tinystories|fineweb-good": 0.525, | |
| "tinystories|register-synth": 0.108, | |
| "tinystories|cosmopedia": 0.586, | |
| "tinystories|soda-dialogue": 0.657, | |
| "tinystories|beatrix-texture-sp": 0.059, | |
| "simple-wiki|aochildes": 0.437, | |
| "simple-wiki|recall-synth": 0.014, | |
| "simple-wiki|counting-synth": 0.01, | |
| "simple-wiki|perspective-synth": 0.025, | |
| "simple-wiki|cosmo-young": 0.618, | |
| "simple-wiki|concept-synth": 0.025, | |
| "simple-wiki|siqa-narrative": 0.55, | |
| "simple-wiki|definitions": 0.604, | |
| "simple-wiki|wikipedia-en": 0.679, | |
| "simple-wiki|rulechain-synth": 0.007, | |
| "simple-wiki|proofwriter-prose": 0.028, | |
| "simple-wiki|babi-prose": 0.052, | |
| "simple-wiki|arith-synth": 0.003, | |
| "simple-wiki|causal-synth": 0.031, | |
| "simple-wiki|atomic-flicker": 0.489, | |
| "simple-wiki|gutenberg": 0.61, | |
| "simple-wiki|tryfail-synth": 0.023, | |
| "simple-wiki|fineweb-good": 0.651, | |
| "simple-wiki|register-synth": 0.056, | |
| "simple-wiki|cosmopedia": 0.623, | |
| "simple-wiki|soda-dialogue": 0.549, | |
| "simple-wiki|beatrix-texture-sp": 0.033, | |
| "aochildes|recall-synth": 0.021, | |
| "aochildes|counting-synth": 0.018, | |
| "aochildes|perspective-synth": 0.042, | |
| "aochildes|cosmo-young": 0.507, | |
| "aochildes|concept-synth": 0.043, | |
| "aochildes|siqa-narrative": 0.545, | |
| "aochildes|definitions": 0.484, | |
| "aochildes|wikipedia-en": 0.433, | |
| "aochildes|rulechain-synth": 0.01, | |
| "aochildes|proofwriter-prose": 0.047, | |
| "aochildes|babi-prose": 0.082, | |
| "aochildes|arith-synth": 0.006, | |
| "aochildes|causal-synth": 0.052, | |
| "aochildes|atomic-flicker": 0.532, | |
| "aochildes|gutenberg": 0.502, | |
| "aochildes|tryfail-synth": 0.038, | |
| "aochildes|fineweb-good": 0.468, | |
| "aochildes|register-synth": 0.093, | |
| "aochildes|cosmopedia": 0.497, | |
| "aochildes|soda-dialogue": 0.528, | |
| "aochildes|beatrix-texture-sp": 0.052, | |
| "recall-synth|counting-synth": 0.075, | |
| "recall-synth|perspective-synth": 0.065, | |
| "recall-synth|cosmo-young": 0.018, | |
| "recall-synth|concept-synth": 0.052, | |
| "recall-synth|siqa-narrative": 0.021, | |
| "recall-synth|definitions": 0.019, | |
| "recall-synth|wikipedia-en": 0.014, | |
| "recall-synth|rulechain-synth": 0.011, | |
| "recall-synth|proofwriter-prose": 0.089, | |
| "recall-synth|babi-prose": 0.058, | |
| "recall-synth|arith-synth": 0.0, | |
| "recall-synth|causal-synth": 0.056, | |
| "recall-synth|atomic-flicker": 0.024, | |
| "recall-synth|gutenberg": 0.019, | |
| "recall-synth|tryfail-synth": 0.061, | |
| "recall-synth|fineweb-good": 0.016, | |
| "recall-synth|register-synth": 0.052, | |
| "recall-synth|cosmopedia": 0.018, | |
| "recall-synth|soda-dialogue": 0.021, | |
| "recall-synth|beatrix-texture-sp": 0.069, | |
| "counting-synth|perspective-synth": 0.025, | |
| "counting-synth|cosmo-young": 0.014, | |
| "counting-synth|concept-synth": 0.056, | |
| "counting-synth|siqa-narrative": 0.017, | |
| "counting-synth|definitions": 0.015, | |
| "counting-synth|wikipedia-en": 0.011, | |
| "counting-synth|rulechain-synth": 0.051, | |
| "counting-synth|proofwriter-prose": 0.052, | |
| "counting-synth|babi-prose": 0.058, | |
| "counting-synth|arith-synth": 0.082, | |
| "counting-synth|causal-synth": 0.084, | |
| "counting-synth|atomic-flicker": 0.019, | |
| "counting-synth|gutenberg": 0.014, | |
| "counting-synth|tryfail-synth": 0.053, | |
| "counting-synth|fineweb-good": 0.013, | |
| "counting-synth|register-synth": 0.062, | |
| "counting-synth|cosmopedia": 0.014, | |
| "counting-synth|soda-dialogue": 0.016, | |
| "counting-synth|beatrix-texture-sp": 0.057, | |
| "perspective-synth|cosmo-young": 0.032, | |
| "perspective-synth|concept-synth": 0.083, | |
| "perspective-synth|siqa-narrative": 0.039, | |
| "perspective-synth|definitions": 0.033, | |
| "perspective-synth|wikipedia-en": 0.025, | |
| "perspective-synth|rulechain-synth": 0.035, | |
| "perspective-synth|proofwriter-prose": 0.093, | |
| "perspective-synth|babi-prose": 0.136, | |
| "perspective-synth|arith-synth": 0.023, | |
| "perspective-synth|causal-synth": 0.161, | |
| "perspective-synth|atomic-flicker": 0.043, | |
| "perspective-synth|gutenberg": 0.033, | |
| "perspective-synth|tryfail-synth": 0.047, | |
| "perspective-synth|fineweb-good": 0.029, | |
| "perspective-synth|register-synth": 0.143, | |
| "perspective-synth|cosmopedia": 0.031, | |
| "perspective-synth|soda-dialogue": 0.037, | |
| "perspective-synth|beatrix-texture-sp": 0.089, | |
| "cosmo-young|concept-synth": 0.033, | |
| "cosmo-young|siqa-narrative": 0.694, | |
| "cosmo-young|definitions": 0.713, | |
| "cosmo-young|wikipedia-en": 0.636, | |
| "cosmo-young|rulechain-synth": 0.009, | |
| "cosmo-young|proofwriter-prose": 0.038, | |
| "cosmo-young|babi-prose": 0.069, | |
| "cosmo-young|arith-synth": 0.005, | |
| "cosmo-young|causal-synth": 0.041, | |
| "cosmo-young|atomic-flicker": 0.639, | |
| "cosmo-young|gutenberg": 0.685, | |
| "cosmo-young|tryfail-synth": 0.031, | |
| "cosmo-young|fineweb-good": 0.691, | |
| "cosmo-young|register-synth": 0.075, | |
| "cosmo-young|cosmopedia": 0.814, | |
| "cosmo-young|soda-dialogue": 0.672, | |
| "cosmo-young|beatrix-texture-sp": 0.044, | |
| "concept-synth|siqa-narrative": 0.04, | |
| "concept-synth|definitions": 0.034, | |
| "concept-synth|wikipedia-en": 0.026, | |
| "concept-synth|rulechain-synth": 0.034, | |
| "concept-synth|proofwriter-prose": 0.111, | |
| "concept-synth|babi-prose": 0.074, | |
| "concept-synth|arith-synth": 0.015, | |
| "concept-synth|causal-synth": 0.114, | |
| "concept-synth|atomic-flicker": 0.045, | |
| "concept-synth|gutenberg": 0.034, | |
| "concept-synth|tryfail-synth": 0.07, | |
| "concept-synth|fineweb-good": 0.03, | |
| "concept-synth|register-synth": 0.099, | |
| "concept-synth|cosmopedia": 0.032, | |
| "concept-synth|soda-dialogue": 0.039, | |
| "concept-synth|beatrix-texture-sp": 0.071, | |
| "siqa-narrative|definitions": 0.664, | |
| "siqa-narrative|wikipedia-en": 0.561, | |
| "siqa-narrative|rulechain-synth": 0.01, | |
| "siqa-narrative|proofwriter-prose": 0.045, | |
| "siqa-narrative|babi-prose": 0.081, | |
| "siqa-narrative|arith-synth": 0.006, | |
| "siqa-narrative|causal-synth": 0.049, | |
| "siqa-narrative|atomic-flicker": 0.713, | |
| "siqa-narrative|gutenberg": 0.675, | |
| "siqa-narrative|tryfail-synth": 0.036, | |
| "siqa-narrative|fineweb-good": 0.624, | |
| "siqa-narrative|register-synth": 0.09, | |
| "siqa-narrative|cosmopedia": 0.679, | |
| "siqa-narrative|soda-dialogue": 0.701, | |
| "siqa-narrative|beatrix-texture-sp": 0.052, | |
| "definitions|wikipedia-en": 0.618, | |
| "definitions|rulechain-synth": 0.009, | |
| "definitions|proofwriter-prose": 0.038, | |
| "definitions|babi-prose": 0.07, | |
| "definitions|arith-synth": 0.005, | |
| "definitions|causal-synth": 0.043, | |
| "definitions|atomic-flicker": 0.619, | |
| "definitions|gutenberg": 0.672, | |
| "definitions|tryfail-synth": 0.032, | |
| "definitions|fineweb-good": 0.683, | |
| "definitions|register-synth": 0.077, | |
| "definitions|cosmopedia": 0.716, | |
| "definitions|soda-dialogue": 0.643, | |
| "definitions|beatrix-texture-sp": 0.045, | |
| "wikipedia-en|rulechain-synth": 0.007, | |
| "wikipedia-en|proofwriter-prose": 0.028, | |
| "wikipedia-en|babi-prose": 0.053, | |
| "wikipedia-en|arith-synth": 0.004, | |
| "wikipedia-en|causal-synth": 0.031, | |
| "wikipedia-en|atomic-flicker": 0.499, | |
| "wikipedia-en|gutenberg": 0.621, | |
| "wikipedia-en|tryfail-synth": 0.023, | |
| "wikipedia-en|fineweb-good": 0.656, | |
| "wikipedia-en|register-synth": 0.057, | |
| "wikipedia-en|cosmopedia": 0.643, | |
| "wikipedia-en|soda-dialogue": 0.558, | |
| "wikipedia-en|beatrix-texture-sp": 0.033, | |
| "rulechain-synth|proofwriter-prose": 0.093, | |
| "rulechain-synth|babi-prose": 0.034, | |
| "rulechain-synth|arith-synth": 0.0, | |
| "rulechain-synth|causal-synth": 0.035, | |
| "rulechain-synth|atomic-flicker": 0.012, | |
| "rulechain-synth|gutenberg": 0.009, | |
| "rulechain-synth|tryfail-synth": 0.029, | |
| "rulechain-synth|fineweb-good": 0.008, | |
| "rulechain-synth|register-synth": 0.035, | |
| "rulechain-synth|cosmopedia": 0.009, | |
| "rulechain-synth|soda-dialogue": 0.01, | |
| "rulechain-synth|beatrix-texture-sp": 0.033, | |
| "proofwriter-prose|babi-prose": 0.109, | |
| "proofwriter-prose|arith-synth": 0.021, | |
| "proofwriter-prose|causal-synth": 0.078, | |
| "proofwriter-prose|atomic-flicker": 0.05, | |
| "proofwriter-prose|gutenberg": 0.037, | |
| "proofwriter-prose|tryfail-synth": 0.071, | |
| "proofwriter-prose|fineweb-good": 0.033, | |
| "proofwriter-prose|register-synth": 0.12, | |
| "proofwriter-prose|cosmopedia": 0.037, | |
| "proofwriter-prose|soda-dialogue": 0.044, | |
| "proofwriter-prose|beatrix-texture-sp": 0.075, | |
| "babi-prose|arith-synth": 0.008, | |
| "babi-prose|causal-synth": 0.145, | |
| "babi-prose|atomic-flicker": 0.09, | |
| "babi-prose|gutenberg": 0.069, | |
| "babi-prose|tryfail-synth": 0.066, | |
| "babi-prose|fineweb-good": 0.062, | |
| "babi-prose|register-synth": 0.135, | |
| "babi-prose|cosmopedia": 0.067, | |
| "babi-prose|soda-dialogue": 0.08, | |
| "babi-prose|beatrix-texture-sp": 0.099, | |
| "arith-synth|causal-synth": 0.013, | |
| "arith-synth|atomic-flicker": 0.006, | |
| "arith-synth|gutenberg": 0.005, | |
| "arith-synth|tryfail-synth": 0.059, | |
| "arith-synth|fineweb-good": 0.004, | |
| "arith-synth|register-synth": 0.026, | |
| "arith-synth|cosmopedia": 0.004, | |
| "arith-synth|soda-dialogue": 0.005, | |
| "arith-synth|beatrix-texture-sp": 0.03, | |
| "causal-synth|atomic-flicker": 0.057, | |
| "causal-synth|gutenberg": 0.041, | |
| "causal-synth|tryfail-synth": 0.077, | |
| "causal-synth|fineweb-good": 0.037, | |
| "causal-synth|register-synth": 0.158, | |
| "causal-synth|cosmopedia": 0.04, | |
| "causal-synth|soda-dialogue": 0.048, | |
| "causal-synth|beatrix-texture-sp": 0.084, | |
| "atomic-flicker|gutenberg": 0.631, | |
| "atomic-flicker|tryfail-synth": 0.041, | |
| "atomic-flicker|fineweb-good": 0.566, | |
| "atomic-flicker|register-synth": 0.103, | |
| "atomic-flicker|cosmopedia": 0.622, | |
| "atomic-flicker|soda-dialogue": 0.669, | |
| "atomic-flicker|beatrix-texture-sp": 0.058, | |
| "gutenberg|tryfail-synth": 0.031, | |
| "gutenberg|fineweb-good": 0.648, | |
| "gutenberg|register-synth": 0.075, | |
| "gutenberg|cosmopedia": 0.684, | |
| "gutenberg|soda-dialogue": 0.653, | |
| "gutenberg|beatrix-texture-sp": 0.043, | |
| "tryfail-synth|fineweb-good": 0.028, | |
| "tryfail-synth|register-synth": 0.105, | |
| "tryfail-synth|cosmopedia": 0.03, | |
| "tryfail-synth|soda-dialogue": 0.036, | |
| "tryfail-synth|beatrix-texture-sp": 0.091, | |
| "fineweb-good|register-synth": 0.067, | |
| "fineweb-good|cosmopedia": 0.692, | |
| "fineweb-good|soda-dialogue": 0.609, | |
| "fineweb-good|beatrix-texture-sp": 0.039, | |
| "register-synth|cosmopedia": 0.073, | |
| "register-synth|soda-dialogue": 0.087, | |
| "register-synth|beatrix-texture-sp": 0.176, | |
| "cosmopedia|soda-dialogue": 0.66, | |
| "cosmopedia|beatrix-texture-sp": 0.043, | |
| "soda-dialogue|beatrix-texture-sp": 0.051 | |
| } | |
| }, | |
| "finished": "2026-09-19 12:21" | |
| } |