Upload MistralForCausalLM

config.json

@@ -1,11 +1,12 @@
 {
-  "_name_or_path": "./chat_model",
+  "_name_or_path": "NTQAI/chatntq-ja-7b-v1.0",
   "architectures": [
     "MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
+  "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -19,8 +20,8 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.40.0",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.40.0"
+  "transformers_version": "4.46.3"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d319a95ba8e1aa3e6591dfad1c94b59f17241380a6a4df9785592fbd9f2a0a16
-size 4943162240
+oid sha256:b73eb04b37c0bfb52d1f5711ed2f41f03805fc2dcfc95ea33b0f584678ba456d
+size 4943162336

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f47df4debaa5011b8a5d73a90f9d555375c65c0df0b86a5ceb2fe8a0a8853afd
-size 4999819232
+oid sha256:a2fb20abfe2e1ae6a364fc75463884aae6382a8c7ab6623f0dc50f59a8ceb56b
+size 4999819336

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fe6cd94c514336c02c08cb578a8dfb3ccd964ecc454855bac156dd775f9d8b8
-size 4540516256
+oid sha256:97bed5101a6c131e055c0a71818e4d0d61a7ab711bc0e17582aaa2b3bbe3de3c
+size 4540516344