diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..25a5a7299ebb9571958e3b500c7d0687a904186d --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: + - black-forest-labs/FLUX.1-Kontext-dev +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +# DFloat11 Compressed Model: `black-forest-labs/FLUX.1-Kontext-dev` + +This is a **DFloat11 losslessly compressed** version of the original `black-forest-labs/FLUX.1-Kontext-dev` model. It reduces model size by **32%** compared to the original BFloat16 model, while maintaining **bit-identical outputs** and supporting **efficient GPU inference**. + +🔥🔥🔥 Thanks to DFloat11 compression, FLUX.1-Kontext-dev can now run smoothly on a single 24GB GPU without any quality loss. 🔥🔥🔥 + +### 📊 Performance Comparison + +| Metric | FLUX.1-Kontext-dev (BFloat16) | FLUX.1-Kontext-dev (DFloat11) | +| ----------------------------------------------- | ------------------- | ------------------- | +| Model Size | 23.80 GB | 16.33 GB | +| Peak GPU Memory
(1024×1024 image generation) | 24.86 GB | 18.12 GB | +| Generation Time
(A100 GPU) | 72 seconds | 83 seconds | + +### 🔧 How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + # or if you have CUDA version 11: + # pip install -U dfloat11[cuda11] + ``` + +2. Install diffusers from the main branch until future stable release. + + ```bash + pip install git+https://github.com/huggingface/diffusers.git + ``` + +3. To use the DFloat11 model, run the following example code in Python: + + ```python + import torch + from diffusers import FluxKontextPipeline + from diffusers.utils import load_image + from dfloat11 import DFloat11Model + + pipe = FluxKontextPipeline.from_pretrained("black-forest-labs/FLUX.1-Kontext-dev", torch_dtype=torch.bfloat16) + DFloat11Model.from_pretrained( + "DFloat11/FLUX.1-Kontext-dev-DF11", + device="cpu", + bfloat16_model=pipe.transformer, + ) + pipe.enable_model_cpu_offload() + + input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") + + image = pipe( + image=input_image, + prompt="Add a hat to the cat", + guidance_scale=2.5, + ).images[0] + + image.save("kontext.png") + ``` + + +### 🔍 How It Works + +We apply **Huffman coding** to losslessly compress the exponent bits of BFloat16 model weights, which are highly compressible (their 8 bits carry only ~2.6 bits of actual information). To enable fast inference, we implement a highly efficient CUDA kernel that performs on-the-fly weight decompression directly on the GPU. + +The result is a model that is **~32% smaller**, delivers **bit-identical outputs**, and achieves performance **comparable to the original** BFloat16 model. + +Learn more in our [research paper](https://arxiv.org/abs/2504.11651). + +### 📄 Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ef52c894b3e5b0803b9620ae2811f150566777b --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "transformer_blocks\\.\\d+": [ + "norm1.linear", + "norm1_context.linear", + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks\\.\\d+": [ + "norm.linear", + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cdd9086b430504e5b7f428076c62eee617004244 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb6dd6d0350e069c5ba2a5de6f07cbcd29d029390760e2f65cdbdf35eb4fa71 +size 128252176 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db4d2b0c64418393344b02d05e0c7af827d11f43 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b68387ab00a9e272d111ea834231cee730b3d59ad73b31eda630955ddcd1af +size 192033822 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63e2969e2d704a44e03efd62ab9f97cf1bdf1861 --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c14357d9c100087f2075585f7cefd8feb681061c5288b4dda0a40a4ba2a2323 +size 192123718 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ba774b72e95e0b55134ca75ccb4af31b79f4ef1 --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aae8f3c73bc438710d6ef1f591cb8d320a63ff3049a884fb79931ba9f9c5a9 +size 193263315 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88e884e460782f928f0944db476c5be968eff18a --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26ce7dadd8c81553a086d2d8d82656cf2ad0ff2469adfd72bfe269a275bc372 +size 193518219 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b253aa195a88e8e62f58de6670242e08aee34ee --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675fa8d20a8ee840d4dd3ef37cc74c722199b2a3de41efe53bb604839fdad85c +size 193686586 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..701f417715e78ad45c5b8156d1445fa1e270be7d --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455fdb0989578c72fce9aab6c5a0e0360f1068a42b9411f45eaa43dbba4d0250 +size 193704658 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d138b27a8af71d2ec2176299b35cecbd0fbd08ac --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fccbc809c28a58b65a966f03f3334395c729bceb48353fc385d5f1488dae74 +size 193708917 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d187ab9cd352fac042b0976006837b3422135692 --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa92a957a79f6fe93162e3a0b3eee9e3e844c4ee81280d726a6b8323c159655d +size 193663902 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9171d3a4b9f5aeb5ac4f981a7ef30ae804e1f442 --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d96968ed256a31ac783a840de25c86ab7f4e384dce3ec766e072ef8dec5adf +size 193685537 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d7777282882746f3d921bd76490e900104b7486 --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db6580147873b4de60a09f9ddc45d848ade40ce5986197aa5969d5ca50ff6cd +size 193784314 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9b2eaf821cc33d7effcdd7377a897a1fc820fc8 --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06df6f026874ecebed6599c953cb1e99b67c8022485d627bae5961f16dc2e00a +size 193886102 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a137cfc7db088215ed125b0650ef96571dae1738 --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c9703389dcecd8622a40b973815dfa42f9d68ff152f1fd01f77ad5e709e0c0 +size 193870502 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43bba03f1cdb9ad36771aac12fb28a2fad9ff55a --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c375a5b2c25ad8c945a054ba288cc4e8128daa98be78a6629c5e73b0515ef473 +size 192159460 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40e55287cd8bb63b09e97e441b06e4b2e54566a4 --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa2b5156de7e3656cacfd5d4a3ee7afd2f5acd978189d937d5abef14ee8d35d +size 193929034 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad49de3ef01222113a79e5aca47cd47ccce6404b --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46443c5f43c0684f79a39118c1f1818fb04b854618f2ae08af95ef1fc8eb862 +size 194164133 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80a57df6f246e0643b686bb19d4030852be81537 --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f299cfd2a591c7d38027ca7913752bde1d9258a53f51ba50e2f7b2acfb188da1 +size 194268421 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d8f60c722888f80e1eb6c0ee8f9f900a5d11dbf --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d644989f4fd0223230a7f6ec3515464c0ae59bd012b1ebeed8b2455e7b134d11 +size 194471284 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f2770416b489d7a485ede9de723f2d7400a3e89 --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abfc5ffda32cc34f89ed65f100280746b1e0ca7970b0c6130c40eb6dc7abe7f9 +size 194512113 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaab0ffe086d8b0fa53c1db55023352f34172a6c --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc6bb1a21cc386b451aebddeceb9c8dc05f82434c200a02ce0e462702f858b9 +size 194795840 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f10b0e4e443948f472e1613da9952d4e9be6e23a --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa17fc6d8e26a621915e08058d5070205a8141a9fd212c6cf77746010b18d8ed +size 194893612 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b61dfaef02eedd908112e24a78a55f9230dcba6e --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88980859109bb118e2d450f59c54b1544e149395c7a3941cfc2dd670efef5f01 +size 195189695 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98c38084df50a5c0939c68187241402e556c6d8a --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81fc3f997b3c54dcb2d298c3cd731a42d3396810c970ce00da608039296cdc7 +size 195343128 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af772666d582d3af12f322888fdd806f3650472f --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6c4cbc286e6be9a0a0b392fc654439945d202cfa93e4676144ffa3db0cc976 +size 195201749 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1df98bc7835ea1b3cf693a84676022d3bb6cc54b --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcafd70edb0fa4c00241bb430911ae2d51ad1bf5d231f6af84e4f369d3968a42 +size 192248425 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a2fe558b91c4a06ad8e55b332a3684243a5dacf --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f8941e07a0642d4efea258d252bd53149fdf3be3e43468d5b8fea8803f9a37 +size 195613967 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e7da1bdf80dd3676af633eec504a133d80fcd7c --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055180610502ce0be0e2c283e1391f46495876a567498b025239ce69d2e2dba7 +size 195814574 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55461dc6cacb1f2df62fb86a49d85b7ad46e1457 --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb22775a5a702ec53ed70c75f593ce8e0645f34dd8a7972619efa934bc9d79d +size 195768453 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c023bd7b42c0e94380c418a5ef92475ea200c48 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8dcd487dae4461149e19d70dd29f6949fdc695be66966ef57c96331db6066e +size 195874381 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3f69ddfaef0990ac1f1b82342c6a99a868be4e8 --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326977c649be64e56ee7b164fea797988c59274fe4808ebef95212cdb0708b48 +size 196189131 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..422388a45fcc2bdb7dfdb2cfd809530ba1c0bb97 --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0f4ff90517295bc4056810bea58959584cc907925b3fc9ee51464c14cf869a +size 196482565 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fbd8778a22f46ee5353511472c7ddf01ef28900 --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0958aec6cb9cb28c90f88a13ea531478dbddd9ac5590621c1b96663d581381d9 +size 194886684 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbbc22f34a37108ddcefa83f63e9da52998c0849 --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b3b2ec96cea410032c080fa09838736d5de0d76544dd437eb40fc74d6c9d6e1 +size 196263804 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bdd25bbb24c1b7dc62ad50e15e1a350bc4a8fb59 --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4198f0f379db0ae051778e0eb4ca8ebb83a1c6d10a5c89a846508ec2e31b1856 +size 192331341 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3661b86f06b71e9315b53e15d44efe94b4158826 --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2f4e392a2acfcd19bc9c3dbc384a0839b49d58b86ec1cc49672aeb410fa71e +size 192523541 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..930545fed7e640b6628e237e1bc0382447ecbce8 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7654276e767b3075a5fd24b44887941e535363233cb4b81723dac1834df06a5 +size 192634063 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c28ebbd15513865a691f4c08adea4ff3a4b8145 --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58216a9fa9d53ef069e66cccccbdc2b7e692c184a92a2ca6feebba7bca21b153 +size 192729831 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d849c2c6e1874fb59b9bb52c23d174f731af314e --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92127a7dae93f8b1eacebe03637e1f69b80460fc71cb723131555c7bc6d8eb35 +size 192948410 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97a9eb999ac5dde1f46191b43e1614b16af344d6 --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9a30e24263c5a492b40f4ead39c0c723e8f8f12533878f09bcd68661c569aa +size 193104490 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5fa45c9ce8673322ba50dfd7842aea98ba321f9 --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b174cc14c797410181389031fe764cac8bea1f32854368b935eff683571c14 +size 470396511 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..567c2968293c6a37bdb414e123bf4dd840d6282e --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32da807065c62d4f43c89bc2edb7dd2e596d6b48262a09d76b7c82e7c80d0405 +size 471899885 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c853b0133349a18e61ceb825a86be70fdacd1a52 --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0bc33ccdb598b4b06155a2d4d15bcb39ed73e980324c6eb34094c03e89ce7e1 +size 463457437 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c52a3dad8f9e0999e79bbd22ea00a336bd2c496 --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24897f43e0c46403270cf9a5c858bf93cab9214234ea2e059f1af1e2d48a25e +size 463054607 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2da8581f54d598d024e0ff3440669e0df300e5d2 --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acdab1c5255f088b21b462b68227fa9d4c6ea8748e7bb2ad11eb306424023ba +size 462677194 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cc21211b202c6a97a261c3d6598277e216c93e0 --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8708bc7a152a6335e6bf9ead78d002842ce2d93bcffa7aca7756c628a52851f8 +size 463613511 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae6ff689d393b8073eba5322e7326c4d7c66bcae --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43b5334ccfd0a372531253daf6cd319b0091372ff2d2695bbf3b941d1132195 +size 462338083 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15dca7a287bf4ca4fb0d07b15dd7b5ca2779c7fb --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01eef43dad0a0cde3d44cb408a5e2def14dda2cd8d3b623ff7e97b3b9546cf2f +size 461793444 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6eb0556bd5758e145e64987dd251df523b05e80f --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3256d9958dcdb10baf9b21f8d8d1bda96d8758855c2db07c4c55fbdb08447ba +size 461897129 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63a24df3b9d9482fa719c27b4b4876a8110db882 --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77a9318f8cde6762aa7771a9508693ac1652ad2e85867947453f73a4b575f0c +size 461761253 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91743c7f56967479b7e98ef264b4f10d0427fe22 --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be4874ae69f56348fd828ccca9bf85d3b5e26e4d74ba01ad55081328802cab0 +size 461995186 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d0ac09929e93c9af6c08b2894402aabcffe9553 --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2556f7c2f84d6792410a93a4cc7b51a30dde7cc59cd287ccd9c8a90fbe91bb18 +size 472695135 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3881b683fa4f84d8838e8826c0326425b795d5b5 --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8b3383bf944cce565af81a55d408120fc863db5283872e3e222f2b8931c311 +size 467139436 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b33455da09752a4aef0af4d85e4f7f73a314cb20 --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9624592a44170c4170d9285ab796e50c6ee95f9c4322bcf3d1e1f11b729926b5 +size 465057134 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c908f92c6dabf5c660498c111e613b4f73b25c31 --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8c4e0c9b6472c7bdeb67246c6322afcaf3792449d5e9cb5ac82b7dbca586f4 +size 464459088 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..983d0a35eb62d8f814f92bdfa69b6a0d742eea5f --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9804da0fb0559eb24b825e49811cb18a5a39ab385b5ead73d3bdd2d7b3b513c3 +size 464480945 diff --git a/transformer_blocks_7.safetensors b/transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53084692a0c6a6f0733f08f0e8dc3f00ea270ce3 --- /dev/null +++ b/transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d3cbbae2b4f79bb791088089d54fa6baab1036ce9c7f9dbf7b33e2c2326ba3 +size 463978723 diff --git a/transformer_blocks_8.safetensors b/transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d7e87abd67b76a2e788a282edc7ea834770255a --- /dev/null +++ b/transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7cddb00e876bb39154c73341df49a07e0f9147ad27b5e8f0150664d51bc402 +size 463531143 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68caeb722951f248838a464d86b7b7e3c22e72dd --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01172dde936f2368298f4001595b8640f530efcb83d762b2c23cb50524691cf3 +size 462618087