Upload folder using huggingface_hub (#6)

- ce11cb39746f65a3b25cb3836e5ed8d0c59819df371d85a091f2fde5c2d21f7a (367ecbcbec6ca2f476860486290413401bde7e18)
- 7168041f528559ac83dc644ffbf4c4c108b396bd6af11bc01e0f651dcc545ae9 (b69d904fb3977e706849673486e0190d6df24871)
- 13b4469dd304c5cdaf3584d78eab74bd5e8064f932a01f59c157961f241dd023 (f8a72d3bb3e8a79ce28af69790565d3c08edc4e2)
- 38abfef6d41c50686989dec2b885f0f3e795f50a740a74a1a8f6dec5fb3e5e53 (50a7d0ba15377582af435ad4f6ae7d69f29df410)
- bbd47b901e0a856e04fc4d0d12e091cc50085c7931a2ff7813ddccd390e84d60 (01e1d4ea19c59fb8bab44ae83b46f98e0d4fe524)
- c73695c23396308c4b6cbd50283083058836e1bb9835acad174c70e7d9e6bca6 (c13a3c55851981890b03bf2bb600faaf9bfdb9ec)
- 099fe363c7613cde44d35c6c177863f3fb828105759891585bcd174d024d1232 (e7959126b68f5d436b7a706d91225f28ecaedc2e)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -25,101 +25,6 @@ datasets:
 - sequelbox/Tachibana
 - sequelbox/Supernova
 model_type: llama
-model-index:
-- name: Llama3.1-8B-Enigma
-  results:
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: IFEval (0-Shot)
-      type: HuggingFaceH4/ifeval
-      args:
-        num_few_shot: 0
-    metrics:
-    - type: inst_level_strict_acc and prompt_level_strict_acc
-      value: 55.39
-      name: strict accuracy
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: BBH (3-Shot)
-      type: BBH
-      args:
-        num_few_shot: 3
-    metrics:
-    - type: acc_norm
-      value: 28.47
-      name: normalized accuracy
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: MATH Lvl 5 (4-Shot)
-      type: hendrycks/competition_math
-      args:
-        num_few_shot: 4
-    metrics:
-    - type: exact_match
-      value: 10.12
-      name: exact match
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: GPQA (0-shot)
-      type: Idavidrein/gpqa
-      args:
-        num_few_shot: 0
-    metrics:
-    - type: acc_norm
-      value: 1.57
-      name: acc_norm
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: MuSR (0-shot)
-      type: TAUR-Lab/MuSR
-      args:
-        num_few_shot: 0
-    metrics:
-    - type: acc_norm
-      value: 11.41
-      name: acc_norm
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
-  - task:
-      type: text-generation
-      name: Text Generation
-    dataset:
-      name: MMLU-PRO (5-shot)
-      type: TIGER-Lab/MMLU-Pro
-      config: main
-      split: test
-      args:
-        num_few_shot: 5
-    metrics:
-    - type: acc
-      value: 26.2
-      name: accuracy
-    source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=ValiantLabs/Llama3.1-8B-Enigma
-      name: Open LLM Leaderboard
 license: llama3.1
 ---
 
@@ -135,13 +40,13 @@ Enigma is a code-instruct model built on Llama 3.1 8b.
 
 ## Version
 
-This is the **2024-09-04** release of Enigma for Llama 3.1 8b, enhancing code-instruct and general chat capabilities.
+This is the **2024-10-02** release of Enigma for Llama 3.1 8b, enhancing code-instruct and general chat capabilities.
 
 [**Enigma is now available for Llama 3.2 3b** - get it here!](https://huggingface.co/ValiantLabs/Llama3.2-3B-Enigma)
 
 Help us and recommend Enigma to your friends! We're excited for more Enigma releases in the future. 
 
-Right now, we're working on more new Build Tools to come very soon, built on Llama 3.1 :)
+Right now, we're working on more new Build Tools to come very soon, built on Llama 3.1 and 3.2 :)
 
 
 ## Prompting Guide
@@ -167,7 +72,7 @@ messages = [
 
 outputs = pipeline(
     messages,
-    max_new_tokens=1024,
+    max_new_tokens=2048,
 )
 
 print(outputs[0]["generated_text"][-1])

config.json

@@ -11,6 +11,7 @@
     128008,
     128009
   ],
+  "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -33,7 +34,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.44.2",
+  "transformers_version": "4.45.1",
   "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -8,5 +8,5 @@
   ],
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.44.2"
+  "transformers_version": "4.45.1"
 }

model-00001-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08dff18399f4082cd4af329673d8e5f05ba976529cd4b2fd3eaa8a198ad48a0c
+oid sha256:68aff9f2136b3d6262cd029b78a809dfab52da300fe341850cf0262a0e1ae098
 size 4886466168

model-00002-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93734a9e3f00cbded5bb06644d1a5a8a247c14f383e61ad49ad0c671e350f262
+oid sha256:29f7d1769f923f139ac4a9d770cd9c042e900a4701088faf88e38d3f1607e8eb
 size 4832007448

model-00003-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d58a3870696db28abed0917760f77a5cf11322674209263462ff08935f87ea7e
+oid sha256:ef3d1ed8d5a12c5037f45657b420a16cfabf20369b7037f9777735eeb0f6539f
 size 4999813112

model-00004-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52bddb21602fc8f2ce0f79d011b6f6280dcf65f659142766b84f9a375524d364
+oid sha256:34778dce4c45e5e45061897d9b0656e07dec836eaffdc31c067e54f13c16cc7f
 size 4999813128

model-00005-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f67914bd40d6b748669032e06fd2c36eb83c5354da989052174a97270c3dd1b
+oid sha256:10f8e71c56d0f618b4562fd159a21807c7cde8bc6fff596bc63d7fc615ef0d1f
 size 4832007496

model-00006-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74a7c7fc0cc3074b7eb787ef4ede238dd0733565edadbb137c497615122e8080
+oid sha256:5d0425fea1a6bdd650e6bb22171acfa73e875fde27b70e9f8f6801ed71a0c2cf
 size 4999813120