diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..33ea98e9420ae1cd61c62124b73b313709809424 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: + - black-forest-labs/FLUX.1-Depth-dev +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +## DFloat11 Compressed Model: `black-forest-labs/FLUX.1-Depth-dev` + +This is a **losslessly compressed** version of [`black-forest-labs/FLUX.1-Depth-dev`](https://huggingface.co/black-forest-labs/FLUX.1-Depth-dev) using our custom **DFloat11** format. The outputs of this compressed model are **bit-for-bit identical** to the original BFloat16 model, while reducing GPU memory consumption by approximately **30%**. + +### ๐Ÿ” How It Works + +DFloat11 compresses model weights using **Huffman coding** of BFloat16 exponent bits, combined with **hardware-aware algorithmic designs** that enable efficient on-the-fly decompression directly on the GPU. During inference, the weights remain compressed in GPU memory and are **decompressed just before matrix multiplications**, then **immediately discarded after use** to minimize memory footprint. + +Key benefits: + +* **No CPU decompression or host-device data transfer**: all operations are handled entirely on the GPU. +* DFloat11 is **much faster than CPU-offloading approaches**, enabling practical deployment in memory-constrained environments. +* The compression is **fully lossless**, guaranteeing that the modelโ€™s outputs are **bit-for-bit identical** to those of the original model. + +### ๐Ÿ”ง How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + # or if you have CUDA version 11: + # pip install -U dfloat11[cuda11] + ``` + +2. Install or upgrade the diffusers and image_gen_aux packages. + + ```bash + pip install -U diffusers + pip install git+https://github.com/asomoza/image_gen_aux.git + ``` + +3. To use the DFloat11 model, run the following example code in Python: + ```python + import torch + from diffusers import FluxControlPipeline + from diffusers.utils import load_image + from image_gen_aux import DepthPreprocessor + from dfloat11 import DFloat11Model + + pipe = FluxControlPipeline.from_pretrained("black-forest-labs/FLUX.1-Depth-dev", torch_dtype=torch.bfloat16) + + DFloat11Model.from_pretrained('DFloat11/FLUX.1-Depth-dev-DF11', device='cpu', bfloat16_model=pipe.transformer) + + prompt = "A robot made of exotic candies and chocolates of different kinds. The background is filled with confetti and celebratory gifts." + control_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/robot.png") + + processor = DepthPreprocessor.from_pretrained("LiheYoung/depth-anything-large-hf") + control_image = processor(control_image)[0].convert("RGB") + + image = pipe( + prompt=prompt, + control_image=control_image, + height=1024, + width=1024, + num_inference_steps=30, + guidance_scale=10.0, + generator=torch.Generator().manual_seed(42), + ).images[0] + image.save("output.png") + ``` + +### ๐Ÿ“„ Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a22841174aeff250115a26426398b795293ce7c --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "transformer_blocks.\\d+": [ + "norm1.linear", + "norm1_context.linear", + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks.\\d+": [ + "norm.linear", + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a27c2fde01e73014993192114a8af1c1e8518e9 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4df65d350d1ab54caf7b4e62e8d81ca2e65d5a292e3548155c83bda5445569 +size 128645392 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a89295a21ae68e476cb32e4ba7dce8dc95c66752 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc9ab58e6c88e3dcab0864210eb5cda7c1d42cec608c1819935e8705fce40ec +size 191948604 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..964c42842771846e302ac52f6d4f94ed48b7ec77 --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00aefd19e2774699843afd0d0573bf20ee9828d74e0c97667a8f944b9887ae4 +size 192027003 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d26059d3778390757d1d005cf76ea073b471b28d --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3c4827e46e33de768db6cf7368ea0fbbeb621a4e4c584dfff329c09da39e6d +size 193123170 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3fb2f655c72ed5c8d31822c84b8bf09a78309f5 --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1488c01add77319b8ec5cfe01eca11f1490ed99062408c4cc7769086dfab915 +size 193352236 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ef7df56f68d59195aa8436839ba53b3760123d6 --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11390ee85cfcaf04228fdb3c5036ef0128d077cfa69cdba87b13131af7b1a28 +size 193526328 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76fec245441ae67fe15aa85305ed2cbccc1be123 --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2d5f741a838bb145eed1204691a22e6e9f0c47fccf89ed9e9b2c369bb8acf3 +size 193551776 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27ba13655617fc8e0809937a9b193d54f8386fc6 --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae682484c0427fbae817589246e696f8656f418e0f3482cc4775ff55047e822 +size 193547458 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cbac167f2c6c14216d82c474ae7c0abcc738e5d --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c18fad68bbbd1dacb005ce1b5104e3b5e088d38621a309eb31d7324f6fed96 +size 193506293 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0213991c38cefa243096e29fc7b0ddf1033ebb7 --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347977d45be1af6b5a5b745de4c5647a3ddba85b9185fbf9ee1ab4016934b12d +size 193535926 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c19f851f20070a47ac6c948754ec01b0a0d9175 --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9863d9c85da586b6c980a83e50cbc667e04706b99ecad952c9eb1c6b978234be +size 193659786 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..627ef997dfb35fdcd6b967557c9f0aa57ceaa047 --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d53c6f1994e1c04ec013fc69e0fccb9a99abedbc30754a08b24c378cdc9e42 +size 193739163 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1d810f4f38e256436cbe7370838863161e2c1db --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff1b22a7974a70f884d9f60a78aaa3c70796de0cb21612e4a29a1025536aba8 +size 193743584 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..250e28ec220ea3724fe5d835c2a9531c20612b6b --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c63ed1d26d0b4a14252cc2b7b6967b86f83986d5fd3e02c92663e0be713e8c +size 192070082 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c80f0b19adba413666bd859c93486b7ff68a967 --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8d9dad9949bbfa15bc2766a4e8e1912cb74e6bdbbf29501d21c600f57dc5b3 +size 193811348 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbb18a0807e49e311b2ff0041449b52597cd668c --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da63fcaa9b8bab3cce86b51332b60f2b3a8ccb153813baaf2afa0786c51ce00d +size 194046752 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1acbb7bcc5e384fc44eb72b79bca91e38ca7d0bf --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a34fbb7ff5a67d2146a2c7ea29044ba03a9c41d4df7893f5834f67e1744c7ee +size 194181450 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b95f2a5e8eb2c4eb2bd62f935caa93827b22ee43 --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf62c8f56a4b5a1430444257536e4938e0df3b3e887648e5e9e0ef4805a3d925 +size 194412210 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0e66523a98284ca578912326baaf2a7c72dcbe2 --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435167e886b8fb0869cccef6a8c3343f47ed7eab175e6188493af3ddfff9fd53 +size 194459449 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d4d67b1e340f5bf5feb3a98af893517799f5f89 --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef57040dc1d08d7d6e16760ca6b27a346b240315cb02b58d081de522db62d3fd +size 194751947 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67047357636b50c2726d912185245cacbdd77537 --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf3e343743006adb0e7a01a5ea64a7538df5c63c6061949a5700e2750698e30 +size 194831942 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d20702b9017e3b65e96b89a5a4b4b9fe4910aa81 --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387ccf9a7127487de2bae9e6586845d70867b46df6c87d410cfc949fe6d37f97 +size 195169548 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..469c06228bda047e1edfc808d0e87f139cca9ae2 --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344f9695368a8b5fb3598eebc96b5cb11e781bdbb2f5835ac19ee29178ca4fba +size 195356510 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ffd4736a0b1552e465bc9ce9f7baa3476ee252bb --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c7c5d21c116f5eff99382ddc03d7edd232fc62dc5c5b42c9f433eb4b2f2c67 +size 195175157 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85504d4d7e7aa2c22fccd08edc8d642211f892c1 --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea09e0089329a648041efb8a2345e16f4e8604f5d46878cb1637304ea69e5e01 +size 192139651 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b42accc21df01d00ddef3116aa46eecc855413a2 --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42b07bf625b55dfa1ad363d0cdb2cb9a17f708bb208aff5c751060732732798 +size 195667317 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0a63f0062bb7c4588fae9d7410f0c9a7ed95572 --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120bee28fdf26c26b42d0d8408edcdafb6585bc0d7d6db8f309853acb548e7c2 +size 195825362 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4237ec8d3815446f20730a929773a68ce11353ea --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbf8824c0f9e9018940a4849357500b15901c595ce796ce57aa694e03a0fb17 +size 195790676 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7966c9d062f88ee8e47cc6329d54f956b12a7f5 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ee26d812b760206d12c69a482fa878cba0e8e9d05e56e455af50ec70819713 +size 195840725 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..599baa18fbc63abeaa0a44d2c49ed462229163fc --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d529fc7590f75e14287f269930ed840ab8d32f974e7fc91b67edf022507687 +size 196144897 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3fef37a71a58599a31291340b2cdf7f3f58eb18 --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd55b04c02039c546c4bff21fa7496f46671152923c8cbfc35fb85c7de90a65c +size 196399524 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb2019f802d8193bf87ae21f676bc3b4c5e132a2 --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41906a37222385ce98900c088c615502297f6b2dc900fa34b0bdd83e36a1007 +size 194745315 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39b6539d571e3e4b05cb6072bbcd4ab426b1f6a9 --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b456f3ae9175bb9db5f20f42b8bb5fc4ae71df13300ecabaa0de662f25b538 +size 196559910 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72709132b3e19f184e71639a4d23e2a16adeef77 --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d007287f64574c026dbcebe3b59bf882d57efbca45a6c5751216217947a4daf7 +size 192200417 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af6d5c11ac61b116bba7ed7e1a3406f5e7e9698b --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d72c9d3c4615dadd892dd63cd8ceaa63c67e7b1191ef24f40ee9231756d09c8 +size 192378339 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c140282b02ea7299d9f3c2c66e2d8398f37fd9e8 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337966f48b1a45630a1133a8ff04abc21d59d3ace23f0885bcac21dcd145d2f2 +size 192506358 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b68888c058b64cd73f2dc408b782e662181b9b7 --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc9e4ff238d01e3902b8a5f76c0c094e45945383cc4652f79d16bc4f53dae06 +size 192608194 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5b72d8e8d78797f3a7b4f984c59a4026285cf15 --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0ee7fc72834ecfcde68cfd858e4db920600819065045512c2c8bdd461dc35d +size 192845409 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9452d7ca8155954b8a141028b57e6186f32e2da0 --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b781fe82edc242d54d7d7cc3dffec738b8b79880af6071aa4030a5720a03f7d4 +size 192987067 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6c51e63a48c7e1a9119f21509073ed9e7b6c42b --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4841f9deed2cdaa273464c94e8df64e7a1e13228d8607c7fd856f22176e8cf4 +size 471041227 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60d1199cc20d230d0588fe45786dc0de93184f69 --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9801aba4e32c188a2a90521b1c7d7e4af79401f599002be3628743c3fb59319c +size 471567461 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f3a4344f8de900262fa7aaf76398260ac703a40 --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae1edd0aa833627c6f9d42b14fbd100ebf5df46548bdde4355af402ab63abf2 +size 463515992 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04099ccf18a6e6e6f3a305a228a881f96ff23c7b --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2deedf1ff0938b135dea4ae55bd6b807284e173ed39ccd4f75b196d252a9690 +size 462852203 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e378a4018ff957fa2c0a074a3e8d71945204df9b --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e68ca62c3573b45afabdd8fbc5c91764c8841da4a35e64ef96b62a85240af7 +size 462791241 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22efa06c58e1873be86fe2136214a8fcbc38af4d --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a1150db3f9d1a06525897c6116a49fc6b36fa13c0b9d458d30c7ce84ec9036 +size 463836314 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc6333e6cdb4afe742b8eb0bfc835c0f61b8e528 --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0c0cffa24b9efe0b5cf9fdd1b1f8c6e97066f3dbb2b2d2ea1c458de60899c1 +size 462442680 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ddd6f22cd6f9762dec73beea72285aa7e41596d --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23d42db1716c401f9879ce71ecf27fa451f2fe2608c0a569cdf60dc0b477b34 +size 461513699 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af2aa094a230fc5adc3fc5c1705900783ffa7a7d --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2add71d854ad8c68fca57b994ec8da857b3e72d9a8f793e6549a43a1da21458a +size 461569810 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6a322576dc41894943a906eaad6c6be01a0a3f3 --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7ebf11f4121ef5f73632dc127ebbfd340e476d5b74a7595006ee8b3514e32e +size 461396921 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f19bf4252c783f774a6c5d9ebf39c5348cfe7864 --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa59354fb9ee967606d98c714e74725b5c996ab8da4addd281c637449c258dbf +size 461823709 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2016a4e5218aae11a76ff96f6358747e60eff136 --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c151d53d4180018c137e1a8fbb39018ecf10cf18e99421b51c0e24a6b7c861 +size 472108375 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21230ea2ef310f17c0a373101cc9a3911b801a45 --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddd1477d93d00b8fa0665ee3b856178680c3d399ba4a30eb9db8d5b3163f596 +size 467567265 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc855ab10b612031c9656fbbb366de569d7f69e8 --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6ca9a9e42a1a48d9c59b3557bb257a731203c7e17b60308eef380c67edeb5d +size 465415833 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae9d4de839bef16a824dfd17913d864aa91ba824 --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d01d49d6f5a410431dcce0c0770b9bf0adbc8830bbeaedb754370beb9e6169c +size 464683680 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73a192153d0cb42249362a50170de16163f0a028 --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6db5a901569cc6cacda39bcd831d4c842b4ac61d824eee2bfc34e5fb2a537d17 +size 464580782 diff --git a/transformer_blocks_7.safetensors b/transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1670667a9bc10262ad3f0900807f9f2a6516ac0 --- /dev/null +++ b/transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb14337abe197893ba26fd0780930656df7d29fbea3efc5f8dfd7201f83fe4a +size 464042321 diff --git a/transformer_blocks_8.safetensors b/transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4166a07f572ba488cef46b0bb57e60720dedcee6 --- /dev/null +++ b/transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb7121998f03e0dd7dd09686cd35680b125ab000e7dfb04460de79d22adc633 +size 463364702 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d6cddea615ea947a784c2453e9806ce960d00d6 --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0ad50c3dfd762bbf16af7a8065b7c2fe994c8554f561f87a0b321cee95be66 +size 462409892