[{"data":1,"prerenderedAt":2241},["ShallowReactive",2],{"navigation":3,"\u002Fbenchmarks":222,"\u002Fbenchmarks-surround":2236},[4,8,168,206,210,214,218],{"title":5,"path":6,"stem":7},"Quickstart","\u002Fquickstart","01.quickstart",{"title":9,"path":10,"stem":11,"children":12},"Concepts","\u002Fconcepts","20.concepts",[13,15,19,23,84,88,92,96,100],{"title":9,"path":10,"stem":14},"20.concepts\u002Findex",{"title":16,"path":17,"stem":18},"Preprocessing Graph","\u002Fconcepts\u002Fppg","20.concepts\u002F2.ppg",{"title":20,"path":21,"stem":22},"Plane decomposition","\u002Fconcepts\u002Fplanes","20.concepts\u002F3.planes",{"title":24,"path":25,"stem":26,"children":27},"Codecs","\u002Fconcepts\u002Fcodecs","20.concepts\u002F4.codecs",[28,32,36,40,44,48,52,56,60,64,68,72,76,80],{"title":29,"path":30,"stem":31},"Arithmetic","\u002Fconcepts\u002Fcodecs\u002Farithmetic","20.concepts\u002Fcodecs\u002Farithmetic",{"title":33,"path":34,"stem":35},"Context Mixing Lite","\u002Fconcepts\u002Fcodecs\u002Fcontext-mixing-lite","20.concepts\u002Fcodecs\u002Fcontext-mixing-lite",{"title":37,"path":38,"stem":39},"FPC","\u002Fconcepts\u002Fcodecs\u002Ffpc","20.concepts\u002Fcodecs\u002Ffpc",{"title":41,"path":42,"stem":43},"Huffman LLM 5-Bit","\u002Fconcepts\u002Fcodecs\u002Fhuff-llm","20.concepts\u002Fcodecs\u002Fhuff-llm",{"title":45,"path":46,"stem":47},"Huffman","\u002Fconcepts\u002Fcodecs\u002Fhuffman","20.concepts\u002Fcodecs\u002Fhuffman",{"title":49,"path":50,"stem":51},"Identity","\u002Fconcepts\u002Fcodecs\u002Fidentity","20.concepts\u002Fcodecs\u002Fidentity",{"title":53,"path":54,"stem":55},"Neural Predictor","\u002Fconcepts\u002Fcodecs\u002Fneural-predictor","20.concepts\u002Fcodecs\u002Fneural-predictor",{"title":57,"path":58,"stem":59},"Order-1 Arithmetic","\u002Fconcepts\u002Fcodecs\u002Forder1-arithmetic","20.concepts\u002Fcodecs\u002Forder1-arithmetic",{"title":61,"path":62,"stem":63},"Order-1 Scale AC","\u002Fconcepts\u002Fcodecs\u002Forder1-scale-ac","20.concepts\u002Fcodecs\u002Forder1-scale-ac",{"title":65,"path":66,"stem":67},"Per-Group Codebook","\u002Fconcepts\u002Fcodecs\u002Fper-group-codebook","20.concepts\u002Fcodecs\u002Fper-group-codebook",{"title":69,"path":70,"stem":71},"rANS","\u002Fconcepts\u002Fcodecs\u002Frans","20.concepts\u002Fcodecs\u002Frans",{"title":73,"path":74,"stem":75},"tANS","\u002Fconcepts\u002Fcodecs\u002Ftans","20.concepts\u002Fcodecs\u002Ftans",{"title":77,"path":78,"stem":79},"Zstd","\u002Fconcepts\u002Fcodecs\u002Fzstd","20.concepts\u002Fcodecs\u002Fzstd",{"title":81,"path":82,"stem":83},"Zstd Dictionary","\u002Fconcepts\u002Fcodecs\u002Fzstd-dict","20.concepts\u002Fcodecs\u002Fzstd-dict",{"title":85,"path":86,"stem":87},"Container format","\u002Fconcepts\u002Fcontainer","20.concepts\u002F5.container",{"title":89,"path":90,"stem":91},"Delta compression","\u002Fconcepts\u002Fdelta","20.concepts\u002F6.delta",{"title":93,"path":94,"stem":95},"Extensibility","\u002Fconcepts\u002Fextensibility","20.concepts\u002F7.extensibility",{"title":24,"path":25,"stem":97,"children":98},"20.concepts\u002Fcodecs\u002Findex",[99],{"title":24,"path":25,"stem":97},{"title":101,"path":102,"stem":103,"children":104},"Transforms","\u002Fconcepts\u002Ftransforms","20.concepts\u002Ftransforms\u002Findex",[105,106,110,114,118,122,126,130,134,140,144,148,152,156,160,164],{"title":101,"path":102,"stem":103},{"title":107,"path":108,"stem":109},"Alpha-Stable Normalize","\u002Fconcepts\u002Ftransforms\u002Falpha-stable-normalize","20.concepts\u002Ftransforms\u002Falpha-stable-normalize",{"title":111,"path":112,"stem":113},"Bit Reorder","\u002Fconcepts\u002Ftransforms\u002Fbit-reorder","20.concepts\u002Ftransforms\u002Fbit-reorder",{"title":115,"path":116,"stem":117},"Block Microscaling Repack","\u002Fconcepts\u002Ftransforms\u002Fblock-microscaling-repack","20.concepts\u002Ftransforms\u002Fblock-microscaling-repack",{"title":119,"path":120,"stem":121},"Burrows-Wheeler","\u002Fconcepts\u002Ftransforms\u002Fburrows-wheeler","20.concepts\u002Ftransforms\u002Fburrows-wheeler",{"title":123,"path":124,"stem":125},"Byte Split & Nibble Split","\u002Fconcepts\u002Ftransforms\u002Fbyte-split","20.concepts\u002Ftransforms\u002Fbyte-split",{"title":127,"path":128,"stem":129},"Concat","\u002Fconcepts\u002Ftransforms\u002Fconcat","20.concepts\u002Ftransforms\u002Fconcat",{"title":131,"path":132,"stem":133},"Delta","\u002Fconcepts\u002Ftransforms\u002Fdelta","20.concepts\u002Ftransforms\u002Fdelta",{"title":135,"path":136,"stem":137,"children":138},"Index Bitwidth Pack","\u002Fconcepts\u002Ftransforms\u002Findex-bitwidth-pack","20.concepts\u002Ftransforms\u002Findex-bitwidth-pack",[139],{"title":135,"path":136,"stem":137},{"title":141,"path":142,"stem":143},"IntDelta","\u002Fconcepts\u002Ftransforms\u002Fint-delta","20.concepts\u002Ftransforms\u002Fint-delta",{"title":145,"path":146,"stem":147},"Mantissa Zero Strip","\u002Fconcepts\u002Ftransforms\u002Fmantissa-zero-strip","20.concepts\u002Ftransforms\u002Fmantissa-zero-strip",{"title":149,"path":150,"stem":151},"Move to Front","\u002Fconcepts\u002Ftransforms\u002Fmove-to-front","20.concepts\u002Ftransforms\u002Fmove-to-front",{"title":153,"path":154,"stem":155},"MxFp4 Deinterleave","\u002Fconcepts\u002Ftransforms\u002Fmxfp4-deinterleave","20.concepts\u002Ftransforms\u002Fmxfp4-deinterleave",{"title":157,"path":158,"stem":159},"Predictor XOR","\u002Fconcepts\u002Ftransforms\u002Fpredictor-xor","20.concepts\u002Ftransforms\u002Fpredictor-xor",{"title":161,"path":162,"stem":163},"Reshape","\u002Fconcepts\u002Ftransforms\u002Freshape","20.concepts\u002Ftransforms\u002Freshape",{"title":165,"path":166,"stem":167},"Spherical Normalize","\u002Fconcepts\u002Ftransforms\u002Fspherical-normalize","20.concepts\u002Ftransforms\u002Fspherical-normalize",{"title":169,"path":170,"stem":171,"children":172},"Guides","\u002Fguides","30.guides\u002F00.index",[173,174,178,182,186,190,194,198,202],{"title":169,"path":170,"stem":171},{"title":175,"path":176,"stem":177},"CLI usage","\u002Fguides\u002Fcli","30.guides\u002F01.cli",{"title":179,"path":180,"stem":181},"Python API","\u002Fguides\u002Fpython-api","30.guides\u002F02.python-api",{"title":183,"path":184,"stem":185},"Writing your first extension","\u002Fguides\u002Fextension-authoring","30.guides\u002F03.extension-authoring",{"title":187,"path":188,"stem":189},"Trust and security","\u002Fguides\u002Ftrust-and-security","30.guides\u002F04.trust-and-security",{"title":191,"path":192,"stem":193},"Random access","\u002Fguides\u002Frandom-access","30.guides\u002F10.random-access",{"title":195,"path":196,"stem":197},"Tuning","\u002Fguides\u002Ftuning","30.guides\u002F11.tuning",{"title":199,"path":200,"stem":201},"Safetensors","\u002Fguides\u002Fsafetensors","30.guides\u002F50.safetensors",{"title":203,"path":204,"stem":205},"Transformers","\u002Fguides\u002Ftransformers","30.guides\u002F51.transformers",{"title":207,"path":208,"stem":209},"API reference","\u002Fapi","40.api",{"title":211,"path":212,"stem":213},"Benchmarks","\u002Fbenchmarks","50.benchmarks",{"title":215,"path":216,"stem":217},"Extensions","\u002Fextensions","60.extensions",{"title":219,"path":220,"stem":221},"Contributing","\u002Fcontributing","90.contributing",{"id":223,"title":211,"body":224,"description":2230,"extension":2231,"kind":2232,"language":2232,"links":2232,"meta":2233,"navigation":2232,"path":212,"seo":2234,"stem":213,"summary":2232,"__hash__":2235},"docs\u002F50.benchmarks.md",{"type":225,"value":226,"toc":2215},"minimark",[227,231,236,290,294,297,350,363,367,374,456,471,480,484,510,514,524,533,537,544,1000,1006,1010,1020,1125,1129,1132,1818,1822,1825,2088,2092,2099,2209],[228,229,230],"p",{},"Compression numbers on representative real-world checkpoints.",[232,233,235],"h2",{"id":234},"setup","Setup",[237,238,239,261,284],"ul",{},[240,241,242,246],"li",{},[243,244,245],"strong",{},"Corpus",[237,247,248,255],{},[240,249,250,254],{},[251,252,253],"code",{},"openai\u002Fgpt-oss-20b"," — MXFP4-quantized MoE, 13.76 GB raw\n(FP4 nibbles + E8M0 scales + BF16 layers).",[240,256,257,260],{},[251,258,259],{},"nvidia\u002FLlama-3_3-Nemotron-Super-49B-v1_5-NVFP4"," —\nNVFP4-quantized Llama derivative, 31.07 GB raw\n(FP4 nibbles + FP8-E4M3 scales).",[240,262,263,266],{},[243,264,265],{},"Configurations",[237,267,268,274],{},[240,269,270,273],{},[251,271,272],{},"huffman_only"," — PTWM with the preprocessing graph forced to\npassthrough; pure byte-Huffman per tensor. Isolates the contribution\nof the preprocessing graph.",[240,275,276,279,280,283],{},[251,277,278],{},"microscale_full"," — PTWM with the production preprocessing graph and\nthe ",[251,281,282],{},"MICROSCALE"," method enabled.",[240,285,286,289],{},[243,287,288],{},"Hardware"," — CPU-only host, 16 cores, 64 GB RAM.",[232,291,293],{"id":292},"compression-ratios","Compression ratios",[228,295,296],{},"Ratio is compressed bytes ÷ raw bytes. Lower is better.",[298,299,300,318],"table",{},[301,302,303],"thead",{},[304,305,306,310,314],"tr",{},[307,308,309],"th",{},"Model",[307,311,312],{},[251,313,272],{},[307,315,316],{},[251,317,278],{},[319,320,321,336],"tbody",{},[304,322,323,328,331],{},[324,325,326],"td",{},[251,327,253],{},[324,329,330],{},"0.8804",[324,332,333],{},[243,334,335],{},"0.8603",[304,337,338,342,345],{},[324,339,340],{},[251,341,259],{},[324,343,344],{},"0.9089",[324,346,347],{},[243,348,349],{},"0.9003",[228,351,352,355,356,358,359,362],{},[243,353,354],{},"Combined-corpus ratio (44.83 GB raw):"," ",[251,357,278],{}," lands at ",[243,360,361],{},"0.8881",".",[232,364,366],{"id":365},"throughput","Throughput",[228,368,369,370,373],{},"The encode and decode pipelines run across a ",[251,371,372],{},"rayon"," thread pool. Full-model\nthroughput through the safetensors file integration on a 32-core CPU host:",[298,375,376,392],{},[301,377,378],{},[304,379,380,382,385,389],{},[307,381,309],{},[307,383,384],{},"dtype",[307,386,388],{"align":387},"right","Encode",[307,390,391],{"align":387},"Decode",[319,393,394,410,425,441],{},[304,395,396,401,404,407],{},[324,397,398],{},[251,399,400],{},"mistralai\u002FMistral-7B-v0.1",[324,402,403],{},"bf16",[324,405,406],{"align":387},"45 MB\u002Fs",[324,408,409],{"align":387},"1111 MB\u002Fs",[304,411,412,416,419,422],{},[324,413,414],{},[251,415,253],{},[324,417,418],{},"mxfp4",[324,420,421],{"align":387},"77 MB\u002Fs",[324,423,424],{"align":387},"1635 MB\u002Fs",[304,426,427,432,435,438],{},[324,428,429],{},[251,430,431],{},"nvidia\u002FNemotron-Super-120B-FP8",[324,433,434],{},"fp8",[324,436,437],{"align":387},"26 MB\u002Fs",[324,439,440],{"align":387},"627 MB\u002Fs",[304,442,443,448,450,453],{},[324,444,445],{},[251,446,447],{},"Qwen\u002FQwen2.5-72B-Instruct",[324,449,403],{},[324,451,452],{"align":387},"24 MB\u002Fs",[324,454,455],{"align":387},"793 MB\u002Fs",[228,457,458,459,462,463,466,467,470],{},"Decode — the model-load hot path — runs at ",[243,460,461],{},"0.6–1.6 GB\u002Fs",": every tensor in a\nshard is decoded across the pool in a single call. Encode favours ratio over\nspeed by trial-encoding the full codec menu per plane; the opt-in\n",[251,464,465],{},"compress_safetensors_file(fast=True)"," mode forces a single codec for a ",[243,468,469],{},"4–8×\nencode speedup at parity ratio"," on float models.",[228,472,473,474,479],{},"See ",[475,476,478],"a",{"href":477},"..\u002F..\u002Fbenchmarks\u002FREADME#pipeline-validation-throughput-scaling-memory-dtype-coverage","pipeline validation","\nfor the full dtype, scale, memory, and edge-case matrix (including the\nfast-mode and thread-count dials that bound peak encode memory).",[232,481,483],{"id":482},"key-findings","Key findings",[485,486,487,493,502],"ol",{},[240,488,489,492],{},[243,490,491],{},"Microscaling formats are already near-incompressible at the byte\nlevel."," Trained FP4 \u002F NVFP4 nibble-packed bytes are close to\nuniform; no amount of plane-aware coding extracts much further.",[240,494,495,498,499,501],{},[243,496,497],{},"The remaining lossless headroom is in the scale plane."," The\n",[251,500,282],{}," method's Order-1 ScaleAC codec compresses E8M0 scales\nto ≈ 0.16 of original. The whole-model effect is bounded by the\nscale-mass fraction (≈ 5%), which is why the on-disk gain over\nbyte-Huffman is small in absolute terms.",[240,503,504,355,507,509],{},[243,505,506],{},"The PTWM preprocessing graph adds value over pure byte-Huffman,\nbut only modestly on microscaling formats.",[251,508,272],{}," (graph\nforced to passthrough) hits 0.8804 on gpt-oss-20b vs 0.8603 with the\nfull graph — a 2.0 percentage-point delta, most of which is the\nscale codec; the rest is dtype-aware nibble routing.",[232,511,513],{"id":512},"on-disk-vs-algorithmic-size","On-disk vs. algorithmic size",[228,515,516,517,355,520,523],{},"The numbers above report ",[243,518,519],{},"on-disk",[251,521,522],{},".ptwm"," directory size, including\nthe multi-tensor container header, tensor index, per-plane codec\ndispatch records, and payload hashes. Container overhead runs roughly\n1.6 percentage points on gpt-oss-20b, the price of features the raw\nentropy coders lack (random access, hash verification, multi-tensor\npackaging).",[228,525,526,527,529,530,362],{},"For a pure entropy-coder comparison, subtract the container overhead:\n",[251,528,278],{}," on gpt-oss-20b drops from 0.8603 to roughly 0.844\nalgorithmically. The on-disk number is reported here because it\nmatches what users measure with ",[251,531,532],{},"du",[232,534,536],{"id":535},"preprocessing-ablations","Preprocessing ablations",[228,538,539,540,543],{},"Effect of preprocessing-graph variants on the byte-Huffman ratio across\ndtypes. Higher ratio is better (compressed bytes ÷ raw bytes is the\ninverse of ",[251,541,542],{},"huf_ratio",").",[298,545,546,577],{},[301,547,548],{},[304,549,550,553,555,558,561,564,567,570,574],{},[307,551,552],{},"Category",[307,554,309],{},[307,556,557],{},"Dtype",[307,559,560],{},"Ablation",[307,562,563],{},"Variant",[307,565,566],{"align":387},"Bytes",[307,568,569],{"align":387},"N tensors",[307,571,572],{"align":387},[251,573,542],{},[307,575,576],{},"Plane entropies (bits\u002Fbyte)",[319,578,579,612,639,669,695,725,751,781,808,838,863,893,918,945,974],{},[304,580,581,584,589,592,595,600,603,606,609],{},[324,582,583],{},"audio",[324,585,586],{},[251,587,588],{},"facebook\u002Fencodec_24khz",[324,590,591],{},"fp32",[324,593,594],{},"A1",[324,596,597],{},[251,598,599],{},"fp32_reorder_on",[324,601,602],{"align":387},"92,815,360",[324,604,605],{"align":387},"98",[324,607,608],{"align":387},"1.0701",[324,610,611],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.25",[304,613,614,616,620,622,624,629,631,633,636],{},[324,615,583],{},[324,617,618],{},[251,619,588],{},[324,621,591],{},[324,623,594],{},[324,625,626],{},[251,627,628],{},"fp32_reorder_off",[324,630,602],{"align":387},[324,632,605],{"align":387},[324,634,635],{"align":387},"1.0690",[324,637,638],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.30",[304,640,641,644,649,651,653,657,660,663,666],{},[324,642,643],{},"vision",[324,645,646],{},[251,647,648],{},"microsoft\u002Fresnet-50",[324,650,591],{},[324,652,594],{},[324,654,655],{},[251,656,599],{},[324,658,659],{"align":387},"102,011,648",[324,661,662],{"align":387},"54",[324,664,665],{"align":387},"1.0588",[324,667,668],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.68",[304,670,671,673,677,679,681,685,687,689,692],{},[324,672,643],{},[324,674,675],{},[251,676,648],{},[324,678,591],{},[324,680,594],{},[324,682,683],{},[251,684,628],{},[324,686,659],{"align":387},[324,688,662],{"align":387},[324,690,691],{"align":387},"1.0579",[324,693,694],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.75",[304,696,697,700,705,707,709,713,716,719,722],{},[324,698,699],{},"nlp",[324,701,702],{},[251,703,704],{},"distilbert\u002Fdistilbert-base-uncased",[324,706,591],{},[324,708,594],{},[324,710,711],{},[251,712,599],{},[324,714,715],{"align":387},"267,687,144",[324,717,718],{"align":387},"40",[324,720,721],{"align":387},"1.0379",[324,723,724],{},"8.00 \u002F 8.00 \u002F 7.93 \u002F 2.59",[304,726,727,729,733,735,737,741,743,745,748],{},[324,728,699],{},[324,730,731],{},[251,732,704],{},[324,734,591],{},[324,736,594],{},[324,738,739],{},[251,740,628],{},[324,742,715],{"align":387},[324,744,718],{"align":387},[324,746,747],{"align":387},"1.0372",[324,749,750],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.61",[304,752,753,755,760,762,764,769,772,775,778],{},[324,754,699],{},[324,756,757],{},[251,758,759],{},"HuggingFaceTB\u002FSmolLM2-135M",[324,761,403],{},[324,763,594],{},[324,765,766],{},[251,767,768],{},"bf16_reorder_on",[324,770,771],{"align":387},"268,959,744",[324,773,774],{"align":387},"211",[324,776,777],{"align":387},"1.0665",[324,779,780],{},"7.97 \u002F 2.66",[304,782,783,785,789,791,793,798,800,802,805],{},[324,784,699],{},[324,786,787],{},[251,788,759],{},[324,790,403],{},[324,792,594],{},[324,794,795],{},[251,796,797],{},"bf16_reorder_off",[324,799,771],{"align":387},[324,801,774],{"align":387},[324,803,804],{"align":387},"1.0652",[324,806,807],{},"7.97 \u002F 2.74",[304,809,810,813,818,820,822,826,829,832,835],{},[324,811,812],{},"quantised",[324,814,815],{},[251,816,817],{},"RedHatAI\u002FQwen2-1.5B-Instruct-FP8",[324,819,403],{},[324,821,594],{},[324,823,824],{},[251,825,768],{},[324,827,828],{"align":387},"466,747,392",[324,830,831],{"align":387},"1",[324,833,834],{"align":387},"1.0000",[324,836,837],{},"7.97 \u002F 2.59",[304,839,840,842,846,848,850,854,856,858,860],{},[324,841,812],{},[324,843,844],{},[251,845,817],{},[324,847,403],{},[324,849,594],{},[324,851,852],{},[251,853,797],{},[324,855,828],{"align":387},[324,857,831],{"align":387},[324,859,834],{"align":387},[324,861,862],{},"7.97 \u002F 2.67",[304,864,865,867,871,874,877,882,885,888,890],{},[324,866,812],{},[324,868,869],{},[251,870,817],{},[324,872,873],{},"fp8-e4m3fn",[324,875,876],{},"A3",[324,878,879],{},[251,880,881],{},"e4m3_passthrough",[324,883,884],{"align":387},"1,310,195,712",[324,886,887],{"align":387},"196",[324,889,834],{"align":387},[324,891,892],{},"6.64",[304,894,895,897,901,903,905,910,912,914,916],{},[324,896,812],{},[324,898,899],{},[251,900,817],{},[324,902,873],{},[324,904,876],{},[324,906,907],{},[251,908,909],{},"e4m3_reorder_only",[324,911,884],{"align":387},[324,913,887],{"align":387},[324,915,834],{"align":387},[324,917,892],{},[304,919,920,922,926,928,930,935,937,939,942],{},[324,921,812],{},[324,923,924],{},[251,925,817],{},[324,927,873],{},[324,929,876],{},[324,931,932],{},[251,933,934],{},"e4m3_nibble_split",[324,936,884],{"align":387},[324,938,887],{"align":387},[324,940,941],{"align":387},"0.5048",[324,943,944],{},"2.70 \u002F 3.98",[304,946,947,949,954,956,958,962,965,968,971],{},[324,948,812],{},[324,950,951],{},[251,952,953],{},"RedHatAI\u002FQwen2-1.5B-Instruct-quantized.w8a8",[324,955,403],{},[324,957,594],{},[324,959,960],{},[251,961,768],{},[324,963,964],{"align":387},"934,498,304",[324,966,967],{"align":387},"58",[324,969,970],{"align":387},"1.0006",[324,972,973],{},"7.97 \u002F 2.60",[304,975,976,978,982,984,986,990,992,994,997],{},[324,977,812],{},[324,979,980],{},[251,981,953],{},[324,983,403],{},[324,985,594],{},[324,987,988],{},[251,989,797],{},[324,991,964],{"align":387},[324,993,967],{"align":387},[324,995,996],{"align":387},"1.0005",[324,998,999],{},"7.97 \u002F 2.68",[228,1001,1002,1003,1005],{},"The FP8-E4M3 row (",[251,1004,934],{},") demonstrates the dtype-aware\nnibble routing: splitting the byte into two 4-bit planes drops entropy\nfrom 6.64 to ~3.3 bits\u002Fbyte per plane, yielding a 2× compression ratio\non a dtype that is otherwise incompressible byte-wise.",[232,1007,1009],{"id":1008},"plane-entropy","Plane entropy",[228,1011,1012,1013,1015,1016,1019],{},"Per-plane entropy on ",[251,1014,588],{}," (fp32). The ",[251,1017,1018],{},"reorder","\nstrategy moves the IEEE-754 exponent bits into a dedicated plane,\nexposing the trained-weight exponent distribution (≈ 3.25 bits\u002Fbyte)\nthat is otherwise scattered across byte boundaries.",[298,1021,1022,1035],{},[301,1023,1024],{},[304,1025,1026,1029,1032],{},[307,1027,1028],{},"Strategy",[307,1030,1031],{},"Plane",[307,1033,1034],{"align":387},"Entropy (bits\u002Fbyte)",[319,1036,1037,1048,1059,1068,1078,1088,1097,1106,1115],{},[304,1038,1039,1042,1045],{},[324,1040,1041],{},"raw",[324,1043,1044],{},"all",[324,1046,1047],{"align":387},"7.467",[304,1049,1050,1053,1056],{},[324,1051,1052],{},"shuffle",[324,1054,1055],{},"byte0",[324,1057,1058],{"align":387},"8.000",[304,1060,1061,1063,1066],{},[324,1062,1052],{},[324,1064,1065],{},"byte1",[324,1067,1058],{"align":387},[304,1069,1070,1072,1075],{},[324,1071,1052],{},[324,1073,1074],{},"byte2",[324,1076,1077],{"align":387},"7.971",[304,1079,1080,1082,1085],{},[324,1081,1052],{},[324,1083,1084],{},"byte3",[324,1086,1087],{"align":387},"3.301",[304,1089,1090,1092,1095],{},[324,1091,1018],{},[324,1093,1094],{},"mantissa_lo",[324,1096,1058],{"align":387},[304,1098,1099,1101,1104],{},[324,1100,1018],{},[324,1102,1103],{},"mantissa_mid",[324,1105,1058],{"align":387},[304,1107,1108,1110,1113],{},[324,1109,1018],{},[324,1111,1112],{},"mantissa_hi",[324,1114,1077],{"align":387},[304,1116,1117,1119,1122],{},[324,1118,1018],{},[324,1120,1121],{},"exponent",[324,1123,1124],{"align":387},"3.251",[232,1126,1128],{"id":1127},"method-comparison-synthetic","Method comparison (synthetic)",[228,1130,1131],{},"Compression ratio and throughput on synthetic uniform-random data\nacross the four high-level PTWM methods. Ratios above 1.0 reflect\ncompression; values at or below 1.0 reflect the method passing\nthrough (or in the FP8 cases, the raw input being smaller than the\ncontainer's per-tensor overhead at 500 kB).",[298,1133,1134,1157],{},[301,1135,1136],{},[304,1137,1138,1140,1142,1145,1148,1151,1154],{},[307,1139,557],{},[307,1141,566],{"align":387},[307,1143,1144],{},"Method",[307,1146,1147],{"align":387},"Compressed",[307,1149,1150],{"align":387},"Ratio",[307,1152,1153],{"align":387},"Compress (MB\u002Fs)",[307,1155,1156],{"align":387},"Decompress (MB\u002Fs)",[319,1158,1159,1184,1207,1230,1253,1277,1299,1321,1343,1364,1386,1408,1430,1453,1475,1497,1518,1540,1562,1584,1604,1624,1645,1665,1685,1706,1728,1750,1774,1796],{},[304,1160,1161,1164,1167,1172,1175,1178,1181],{},[324,1162,1163],{},"float32",[324,1165,1166],{"align":387},"2,000,000",[324,1168,1169],{},[251,1170,1171],{},"IDENTITY",[324,1173,1174],{"align":387},"2,000,357",[324,1176,1177],{"align":387},"0.9998",[324,1179,1180],{"align":387},"533.4",[324,1182,1183],{"align":387},"612.6",[304,1185,1186,1188,1190,1195,1198,1201,1204],{},[324,1187,1163],{},[324,1189,1166],{"align":387},[324,1191,1192],{},[251,1193,1194],{},"HUFFMAN",[324,1196,1197],{"align":387},"1,673,915",[324,1199,1200],{"align":387},"1.1948",[324,1202,1203],{"align":387},"661.0",[324,1205,1206],{"align":387},"1155.0",[304,1208,1209,1211,1213,1218,1221,1224,1227],{},[324,1210,1163],{},[324,1212,1166],{"align":387},[324,1214,1215],{},[251,1216,1217],{},"RANS",[324,1219,1220],{"align":387},"1,661,813",[324,1222,1223],{"align":387},"1.2035",[324,1225,1226],{"align":387},"378.3",[324,1228,1229],{"align":387},"1068.7",[304,1231,1232,1234,1236,1241,1244,1247,1250],{},[324,1233,1163],{},[324,1235,1166],{"align":387},[324,1237,1238],{},[251,1239,1240],{},"ZSTD",[324,1242,1243],{"align":387},"1,706,934",[324,1245,1246],{"align":387},"1.1717",[324,1248,1249],{"align":387},"417.8",[324,1251,1252],{"align":387},"1055.2",[304,1254,1255,1258,1261,1265,1268,1271,1274],{},[324,1256,1257],{},"bfloat16",[324,1259,1260],{"align":387},"1,000,000",[324,1262,1263],{},[251,1264,1171],{},[324,1266,1267],{"align":387},"1,000,141",[324,1269,1270],{"align":387},"0.9999",[324,1272,1273],{"align":387},"543.8",[324,1275,1276],{"align":387},"933.3",[304,1278,1279,1281,1283,1287,1290,1293,1296],{},[324,1280,1257],{},[324,1282,1260],{"align":387},[324,1284,1285],{},[251,1286,1194],{},[324,1288,1289],{"align":387},"673,395",[324,1291,1292],{"align":387},"1.4850",[324,1294,1295],{"align":387},"462.2",[324,1297,1298],{"align":387},"753.1",[304,1300,1301,1303,1305,1309,1312,1315,1318],{},[324,1302,1257],{},[324,1304,1260],{"align":387},[324,1306,1307],{},[251,1308,1217],{},[324,1310,1311],{"align":387},"660,441",[324,1313,1314],{"align":387},"1.5141",[324,1316,1317],{"align":387},"265.3",[324,1319,1320],{"align":387},"654.8",[304,1322,1323,1325,1327,1331,1334,1337,1340],{},[324,1324,1257],{},[324,1326,1260],{"align":387},[324,1328,1329],{},[251,1330,1240],{},[324,1332,1333],{"align":387},"705,920",[324,1335,1336],{"align":387},"1.4166",[324,1338,1339],{"align":387},"331.2",[324,1341,1342],{"align":387},"750.2",[304,1344,1345,1348,1350,1354,1356,1358,1361],{},[324,1346,1347],{},"float16",[324,1349,1260],{"align":387},[324,1351,1352],{},[251,1353,1171],{},[324,1355,1267],{"align":387},[324,1357,1270],{"align":387},[324,1359,1360],{"align":387},"665.9",[324,1362,1363],{"align":387},"1180.4",[304,1365,1366,1368,1370,1374,1377,1380,1383],{},[324,1367,1347],{},[324,1369,1260],{"align":387},[324,1371,1372],{},[251,1373,1194],{},[324,1375,1376],{"align":387},"847,603",[324,1378,1379],{"align":387},"1.1798",[324,1381,1382],{"align":387},"438.5",[324,1384,1385],{"align":387},"836.5",[304,1387,1388,1390,1392,1396,1399,1402,1405],{},[324,1389,1347],{},[324,1391,1260],{"align":387},[324,1393,1394],{},[251,1395,1217],{},[324,1397,1398],{"align":387},"845,157",[324,1400,1401],{"align":387},"1.1832",[324,1403,1404],{"align":387},"263.1",[324,1406,1407],{"align":387},"656.9",[304,1409,1410,1412,1414,1418,1421,1424,1427],{},[324,1411,1347],{},[324,1413,1260],{"align":387},[324,1415,1416],{},[251,1417,1240],{},[324,1419,1420],{"align":387},"848,612",[324,1422,1423],{"align":387},"1.1784",[324,1425,1426],{"align":387},"349.2",[324,1428,1429],{"align":387},"892.6",[304,1431,1432,1434,1437,1441,1444,1447,1450],{},[324,1433,873],{},[324,1435,1436],{"align":387},"500,000",[324,1438,1439],{},[251,1440,1171],{},[324,1442,1443],{"align":387},"1,000,105",[324,1445,1446],{"align":387},"0.4999",[324,1448,1449],{"align":387},"283.9",[324,1451,1452],{"align":387},"1077.2",[304,1454,1455,1457,1459,1463,1466,1469,1472],{},[324,1456,873],{},[324,1458,1436],{"align":387},[324,1460,1461],{},[251,1462,1194],{},[324,1464,1465],{"align":387},"410,981",[324,1467,1468],{"align":387},"1.2166",[324,1470,1471],{"align":387},"222.9",[324,1473,1474],{"align":387},"220.9",[304,1476,1477,1479,1481,1485,1488,1491,1494],{},[324,1478,873],{},[324,1480,1436],{"align":387},[324,1482,1483],{},[251,1484,1217],{},[324,1486,1487],{"align":387},"406,754",[324,1489,1490],{"align":387},"1.2292",[324,1492,1493],{"align":387},"96.4",[324,1495,1496],{"align":387},"176.6",[304,1498,1499,1502,1504,1508,1510,1512,1515],{},[324,1500,1501],{},"fp8-e5m2",[324,1503,1436],{"align":387},[324,1505,1506],{},[251,1507,1171],{},[324,1509,1443],{"align":387},[324,1511,1446],{"align":387},[324,1513,1514],{"align":387},"346.2",[324,1516,1517],{"align":387},"913.3",[304,1519,1520,1522,1524,1528,1531,1534,1537],{},[324,1521,1501],{},[324,1523,1436],{"align":387},[324,1525,1526],{},[251,1527,1194],{},[324,1529,1530],{"align":387},"355,703",[324,1532,1533],{"align":387},"1.4057",[324,1535,1536],{"align":387},"206.3",[324,1538,1539],{"align":387},"264.2",[304,1541,1542,1544,1546,1550,1553,1556,1559],{},[324,1543,1501],{},[324,1545,1436],{"align":387},[324,1547,1548],{},[251,1549,1217],{},[324,1551,1552],{"align":387},"351,351",[324,1554,1555],{"align":387},"1.4231",[324,1557,1558],{"align":387},"96.7",[324,1560,1561],{"align":387},"172.1",[304,1563,1564,1567,1569,1573,1576,1578,1581],{},[324,1565,1566],{},"int8",[324,1568,1436],{"align":387},[324,1570,1571],{},[251,1572,1171],{},[324,1574,1575],{"align":387},"500,105",[324,1577,1177],{"align":387},[324,1579,1580],{"align":387},"1266.2",[324,1582,1583],{"align":387},"2276.0",[304,1585,1586,1588,1590,1594,1596,1598,1601],{},[324,1587,1566],{},[324,1589,1436],{"align":387},[324,1591,1592],{},[251,1593,1194],{},[324,1595,1575],{"align":387},[324,1597,1177],{"align":387},[324,1599,1600],{"align":387},"624.8",[324,1602,1603],{"align":387},"986.3",[304,1605,1606,1608,1610,1614,1616,1618,1621],{},[324,1607,1566],{},[324,1609,1436],{"align":387},[324,1611,1612],{},[251,1613,1217],{},[324,1615,1575],{"align":387},[324,1617,1177],{"align":387},[324,1619,1620],{"align":387},"236.1",[324,1622,1623],{"align":387},"1762.7",[304,1625,1626,1629,1631,1635,1637,1639,1642],{},[324,1627,1628],{},"int16",[324,1630,1260],{"align":387},[324,1632,1633],{},[251,1634,1171],{},[324,1636,1267],{"align":387},[324,1638,1270],{"align":387},[324,1640,1641],{"align":387},"752.2",[324,1643,1644],{"align":387},"981.8",[304,1646,1647,1649,1651,1655,1657,1659,1662],{},[324,1648,1628],{},[324,1650,1260],{"align":387},[324,1652,1653],{},[251,1654,1194],{},[324,1656,1267],{"align":387},[324,1658,1270],{"align":387},[324,1660,1661],{"align":387},"428.8",[324,1663,1664],{"align":387},"894.3",[304,1666,1667,1669,1671,1675,1677,1679,1682],{},[324,1668,1628],{},[324,1670,1260],{"align":387},[324,1672,1673],{},[251,1674,1217],{},[324,1676,1267],{"align":387},[324,1678,1270],{"align":387},[324,1680,1681],{"align":387},"241.3",[324,1683,1684],{"align":387},"765.0",[304,1686,1687,1690,1692,1696,1698,1700,1703],{},[324,1688,1689],{},"int32",[324,1691,1166],{"align":387},[324,1693,1694],{},[251,1695,1171],{},[324,1697,1174],{"align":387},[324,1699,1177],{"align":387},[324,1701,1702],{"align":387},"991.4",[324,1704,1705],{"align":387},"694.8",[304,1707,1708,1710,1712,1716,1719,1722,1725],{},[324,1709,1689],{},[324,1711,1166],{"align":387},[324,1713,1714],{},[251,1715,1194],{},[324,1717,1718],{"align":387},"1,938,945",[324,1720,1721],{"align":387},"1.0315",[324,1723,1724],{"align":387},"715.3",[324,1726,1727],{"align":387},"574.7",[304,1729,1730,1732,1734,1738,1741,1744,1747],{},[324,1731,1689],{},[324,1733,1166],{"align":387},[324,1735,1736],{},[251,1737,1217],{},[324,1739,1740],{"align":387},"1,943,599",[324,1742,1743],{"align":387},"1.0290",[324,1745,1746],{"align":387},"399.7",[324,1748,1749],{"align":387},"613.4",[304,1751,1752,1755,1758,1762,1765,1768,1771],{},[324,1753,1754],{},"int64",[324,1756,1757],{"align":387},"4,000,000",[324,1759,1760],{},[251,1761,1171],{},[324,1763,1764],{"align":387},"4,001,221",[324,1766,1767],{"align":387},"0.9997",[324,1769,1770],{"align":387},"1110.3",[324,1772,1773],{"align":387},"1019.3",[304,1775,1776,1778,1780,1784,1787,1790,1793],{},[324,1777,1754],{},[324,1779,1757],{"align":387},[324,1781,1782],{},[251,1783,1194],{},[324,1785,1786],{"align":387},"2,199,601",[324,1788,1789],{"align":387},"1.8185",[324,1791,1792],{"align":387},"819.7",[324,1794,1795],{"align":387},"882.6",[304,1797,1798,1800,1802,1806,1809,1812,1815],{},[324,1799,1754],{},[324,1801,1757],{"align":387},[324,1803,1804],{},[251,1805,1217],{},[324,1807,1808],{"align":387},"2,232,699",[324,1810,1811],{"align":387},"1.7916",[324,1813,1814],{"align":387},"561.0",[324,1816,1817],{"align":387},"809.5",[232,1819,1821],{"id":1820},"codec-comparison-real-models","Codec comparison (real models)",[228,1823,1824],{},"Per-codec ratio and throughput on real fp32 models, holding the\npreprocessing graph fixed at reorder+split for the Huffman and rANS\nrows and varying the ZSTD prefilter across the rest.",[298,1826,1827,1844],{},[301,1828,1829],{},[304,1830,1831,1833,1836,1838,1840,1842],{},[307,1832,309],{},[307,1834,1835],{},"Codec",[307,1837,1147],{"align":387},[307,1839,1150],{"align":387},[307,1841,1153],{"align":387},[307,1843,1156],{"align":387},[319,1845,1846,1866,1887,1908,1929,1950,1970,1989,2009,2029,2049,2069],{},[304,1847,1848,1852,1855,1858,1860,1863],{},[324,1849,1850],{},[251,1851,588],{},[324,1853,1854],{},"Huffman (reorder+split)",[324,1856,1857],{"align":387},"86,736,647",[324,1859,608],{"align":387},[324,1861,1862],{"align":387},"205.3",[324,1864,1865],{"align":387},"1375.9",[304,1867,1868,1872,1875,1878,1881,1884],{},[324,1869,1870],{},[251,1871,588],{},[324,1873,1874],{},"rANS (reorder+split)",[324,1876,1877],{"align":387},"86,451,110",[324,1879,1880],{"align":387},"1.0736",[324,1882,1883],{"align":387},"119.5",[324,1885,1886],{"align":387},"928.8",[304,1888,1889,1893,1896,1899,1902,1905],{},[324,1890,1891],{},[251,1892,588],{},[324,1894,1895],{},"ZSTD (reorder+split)",[324,1897,1898],{"align":387},"79,498,276",[324,1900,1901],{"align":387},"1.1675",[324,1903,1904],{"align":387},"158.1",[324,1906,1907],{"align":387},"1276.6",[304,1909,1910,1914,1917,1920,1923,1926],{},[324,1911,1912],{},[251,1913,588],{},[324,1915,1916],{},"ZSTD (shuffle)",[324,1918,1919],{"align":387},"79,409,482",[324,1921,1922],{"align":387},"1.1688",[324,1924,1925],{"align":387},"67.5",[324,1927,1928],{"align":387},"541.2",[304,1930,1931,1935,1938,1941,1944,1947],{},[324,1932,1933],{},[251,1934,588],{},[324,1936,1937],{},"ZSTD (bitshuffle)",[324,1939,1940],{"align":387},"80,272,706",[324,1942,1943],{"align":387},"1.1563",[324,1945,1946],{"align":387},"204.7",[324,1948,1949],{"align":387},"562.6",[304,1951,1952,1956,1959,1962,1964,1967],{},[324,1953,1954],{},[251,1955,588],{},[324,1957,1958],{},"ZSTD (bytedelta)",[324,1960,1961],{"align":387},"92,818,496",[324,1963,834],{"align":387},[324,1965,1966],{"align":387},"420.9",[324,1968,1969],{"align":387},"699.9",[304,1971,1972,1976,1978,1981,1983,1986],{},[324,1973,1974],{},[251,1975,648],{},[324,1977,1854],{},[324,1979,1980],{"align":387},"96,346,850",[324,1982,665],{"align":387},[324,1984,1985],{"align":387},"168.1",[324,1987,1988],{"align":387},"1282.5",[304,1990,1991,1995,1997,2000,2003,2006],{},[324,1992,1993],{},[251,1994,648],{},[324,1996,1874],{},[324,1998,1999],{"align":387},"96,062,980",[324,2001,2002],{"align":387},"1.0619",[324,2004,2005],{"align":387},"131.9",[324,2007,2008],{"align":387},"938.8",[304,2010,2011,2015,2017,2020,2023,2026],{},[324,2012,2013],{},[251,2014,648],{},[324,2016,1895],{},[324,2018,2019],{"align":387},"86,884,859",[324,2021,2022],{"align":387},"1.1741",[324,2024,2025],{"align":387},"148.4",[324,2027,2028],{"align":387},"1133.0",[304,2030,2031,2035,2037,2040,2043,2046],{},[324,2032,2033],{},[251,2034,648],{},[324,2036,1916],{},[324,2038,2039],{"align":387},"86,536,651",[324,2041,2042],{"align":387},"1.1788",[324,2044,2045],{"align":387},"59.7",[324,2047,2048],{"align":387},"707.5",[304,2050,2051,2055,2057,2060,2063,2066],{},[324,2052,2053],{},[251,2054,648],{},[324,2056,1937],{},[324,2058,2059],{"align":387},"87,549,748",[324,2061,2062],{"align":387},"1.1652",[324,2064,2065],{"align":387},"222.4",[324,2067,2068],{"align":387},"804.0",[304,2070,2071,2075,2077,2080,2082,2085],{},[324,2072,2073],{},[251,2074,648],{},[324,2076,1958],{},[324,2078,2079],{"align":387},"102,013,376",[324,2081,834],{"align":387},[324,2083,2084],{"align":387},"559.2",[324,2086,2087],{"align":387},"1094.1",[232,2089,2091],{"id":2090},"random-access-tradeoff","Random-access tradeoff",[228,2093,2094,2095,2098],{},"Per-tensor compression preserves random access but pays a small ratio\npenalty against monolithic compression. On ",[251,2096,2097],{},"distilbert-base-uncased","\nthe gap is negligible for ZSTD (1.1811 vs 1.1803) and reversed for\nHuffman and rANS, where the per-tensor coder benefits from\ndtype-aware preprocessing while the monolithic stream cannot\nrecognise tensor boundaries.",[298,2100,2101,2116],{},[301,2102,2103],{},[304,2104,2105,2108,2110,2112,2114],{},[307,2106,2107],{},"Coder",[307,2109,1028],{},[307,2111,1147],{"align":387},[307,2113,1150],{"align":387},[307,2115,1153],{"align":387},[319,2117,2118,2134,2149,2165,2178,2194],{},[304,2119,2120,2123,2126,2129,2131],{},[324,2121,2122],{},"huffman",[324,2124,2125],{},"per_tensor",[324,2127,2128],{"align":387},"257,921,169",[324,2130,721],{"align":387},[324,2132,2133],{"align":387},"336.2",[304,2135,2136,2138,2141,2144,2146],{},[324,2137,2122],{},[324,2139,2140],{},"monolithic",[324,2142,2143],{"align":387},"267,687,148",[324,2145,834],{"align":387},[324,2147,2148],{"align":387},"260.5",[304,2150,2151,2154,2156,2159,2162],{},[324,2152,2153],{},"rans",[324,2155,2125],{},[324,2157,2158],{"align":387},"257,426,023",[324,2160,2161],{"align":387},"1.0399",[324,2163,2164],{"align":387},"276.4",[304,2166,2167,2169,2171,2173,2175],{},[324,2168,2153],{},[324,2170,2140],{},[324,2172,2143],{"align":387},[324,2174,834],{"align":387},[324,2176,2177],{"align":387},"203.9",[304,2179,2180,2183,2185,2188,2191],{},[324,2181,2182],{},"zstd",[324,2184,2125],{},[324,2186,2187],{"align":387},"226,638,984",[324,2189,2190],{"align":387},"1.1811",[324,2192,2193],{"align":387},"278.2",[304,2195,2196,2198,2200,2203,2206],{},[324,2197,2182],{},[324,2199,2140],{},[324,2201,2202],{"align":387},"226,799,862",[324,2204,2205],{"align":387},"1.1803",[324,2207,2208],{"align":387},"209.3",[228,2210,2211,2212,2214],{},"Source data for ",[251,2213,704],{},"\n(267,687,144 raw bytes, 40 fp32 tensors).",{"title":2216,"searchDepth":2217,"depth":2217,"links":2218},"",3,[2219,2221,2222,2223,2224,2225,2226,2227,2228,2229],{"id":234,"depth":2220,"text":235},2,{"id":292,"depth":2220,"text":293},{"id":365,"depth":2220,"text":366},{"id":482,"depth":2220,"text":483},{"id":512,"depth":2220,"text":513},{"id":535,"depth":2220,"text":536},{"id":1008,"depth":2220,"text":1009},{"id":1127,"depth":2220,"text":1128},{"id":1820,"depth":2220,"text":1821},{"id":2090,"depth":2220,"text":2091},"Compression ratios and throughput on real-world models, plus per-feature benchmark tables.","md",null,{},{"title":211,"description":2230},"3sarOG9l9oMSEyOcgvCHGyHQSoieGf4GBnuYg3CSZM8",[2237,2239],{"title":207,"path":208,"stem":209,"description":2238,"children":-1},"Reference for the Python package and the Rust crate.",{"title":215,"path":216,"stem":217,"description":2240,"children":-1},"Add new codecs, transforms, classifiers, and more as signed bundles — without modifying PTWM core.",1784796352203]