Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,46 @@
+---
+base_model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# failspy/Meta-Llama-3-8B-Instruct-abliterated-v3 GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| Q8_0 | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0) | 8145.11 MB |
+| Q4_K_S | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S) | 4475.28 MB |
+| Q2_K | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q2_K.gguf) | 3031.86 MB |
+| Q6_K | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K) | 6290.44 MB |
+| Q3_K_M | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M) | 3832.74 MB |
+| Q3_K_S | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S) | 3494.74 MB |
+| Q3_K_L | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L) | 4121.74 MB |
+| Q4_K_M | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M) | 4692.78 MB |
+| Q5_K_S | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S) | 5339.90 MB |
+| Q5_K_M | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M) | 5467.40 MB |
+| IQ4_XS | [failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS](https://huggingface.co/featherless-ai-quants/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF/tree/main/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS) | 4276.62 MB |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7056edc67e4ee5157cebc5f6ce3f59d777340c5cd74e026bab5b63c558a0630
+size 3004415904

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-IQ4_XS-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fe93af90ceaee8c79d27bd50fffc9215caa1134ac1f2e8d7d4273de962323f
+size 1479947168

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ef242de38fffb24bb14b1dd7f7ae7e256701732f22928e9e2b5ee9dd42caf9
+size 3179131488

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a025c58a914d13d42a166097f963bd390b1799359678f2a6725a03bf89940a7f
+size 2976653728

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_L-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3719582b3dd7807baa13e4aa79428645891739b776193e28e83bfc3f74de12ad
+size 1345302912

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742478b0f6a10a510fbe2f718cf7412d085caf4a9390d55d80fd815ec7ca15c2
+size 2995004960

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_M-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4acb08b081c9cfd5a68811749e55268136afe31ed19e92c47007293a6d27fd
+size 1023913216

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a62ebfdd894e0fd8a7d4137d47ef8707a6f0451da40b8e9ff42be5f8097082
+size 3002772640

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q3_K_S-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b017c2daa0fa80a4a40ee24a23701f38d1b750a0d10b974f172a25fa9e9eb148
+size 661726848

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9acf8b39e8a28bf0adb70a5eb793db142fdf399706a84ece89b731874afeb31
+size 2993306304

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e6421378c2980b6cab263a6f33b587680c77cbe0c71fc0c09a4e74f273c34
+size 1927428224

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b412fdc2bc86a06d414b06d7c0b35b621d11ef26b3f7ee1ed1783cab97e92a
+size 2977905632

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_S-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6edb41a2d26e9bdce2c4f1dc5dc2c5a5466c98a41c2746dc67f725d74d4f2cf
+size 1714763584

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ede7a1b489ef0905748c020241a811bb93bd383ce4524ae9dd078a97548b0
+size 2985505536

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_M-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f12f8e0db7b69acd10aaf77d0a8f93e930b5cc429b910485ba30d347466783f
+size 2747482144

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c975aa9fb03791add9359e1cb94d834cfab59d90426f2b2c711ef265c85785
+size 2999399296

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q5_K_S-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877785ce036086ea436da91cb011266b549f0303431ea305b7368fdcda69d196
+size 2599894944

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00001-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aa2b7833613aa62410dd1f4f89c211b8679788e645c2e6c8234a6826bb5fe6
+size 2992196864

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00002-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb5fa2074240b28bd349e90ef7c90e014f980cf8e85e2669ab445201c61485
+size 2993906624

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q6_K-00003-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718ddbc64734b990ca46fbaa3a0352775f995dc283a61a1f8053e4fb344a171
+size 609903360

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00001-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c6413e4a932a476351432e8c062705a6800777f11ff2d16e1c0e7271c51d86
+size 2946081920

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00002-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db63f836b690bd26db4483b97a952b38a548f567802dd4a9f3381d56ca69bec
+size 2950601600

failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0/failspy-Meta-Llama-3-8B-Instruct-abliterated-v3-Q8_0-00003-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fb31750da635eb0e5ed3a5000863bf227c444efe165d861da5a66c3570dcdf
+size 2644087712