Upload folder using huggingface_hub

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "/root/.cache/huggingface/hub/models--TheDrummer--Endurance-100B-v1.1/snapshots/7c70474905fa82efc5e85037d363748850730be7",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 72,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "modules_to_not_convert": null,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.1",
+  "use_cache": false,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.47.1",
+  "use_cache": false
+}

model-00001-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d5540ac7bf84f6eb8ad44549a19efeb5944a69bd2c1a32d64bde751169087f
+size 4937087928

model-00002-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b69b7b58e7ea4b29320628afc634b8090feaf77749c67a9f2842dee1f7da87
+size 4850976440

model-00003-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c141856d11ed6741a021c3cd1582aebc9c00f7d8be7dacb53d52f2cb6d97cc3f
+size 4850976536

model-00004-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea338680fd5c0740444d59a612651cf0bd38ab73dccd7c8f727f6a924130752
+size 4955571992

model-00005-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95611429edee42ebb1ed1fea67a2980385806d69242ab51f94e35ce266d8a21b
+size 4942496864

model-00006-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b95e3a4d14a3c7b915252efb312631a6aa729f62952a78a60112ee78a5bf57
+size 4850927144

model-00007-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d47350124fa55e63a16426706e8c3b9cf5e49aa954d4bd39330b447335751a
+size 4850976536

model-00008-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be622da823eb97bb0c0a53c6e9a058d6846b13a84651241092044b5ebe6e8d1d
+size 4850976536

model-00009-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b572812219b4254c4168f7063220385e1237bc53439f985f0f8f522a8948ac
+size 4955571992

model-00010-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c441744c8761378ff1b5b540983aef15c8800cd2b466dd97a6bf46dea7f4b02
+size 4942496864

model-00011-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e11cd3c60874957265f0d892ae19b385802bc3b809ac3f0076079956f28c65e
+size 4401058936

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}